-- Logs begin at Tue 2022-01-25 01:18:46 UTC, end at Tue 2022-01-25 02:37:03 UTC. -- Jan 25 02:03:28.936606 dv-cinder-821168-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 25 02:03:31.989238 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.common.config [-] Logging enabled! Jan 25 02:03:31.989904 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev425 Jan 25 02:03:31.990029 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103078) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 25 02:03:31.993243 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.common.config [-] Logging enabled! Jan 25 02:03:31.993505 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev425 Jan 25 02:03:31.993820 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103078) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 25 02:03:31.994801 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 25 02:03:31.995035 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 25 02:03:31.995417 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 25 02:03:31.995665 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 25 02:03:31.995891 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 25 02:03:31.996210 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:31.996644 dv-cinder-821168-1-iscsi neutron-server[103078]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 25 02:03:31.996964 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:31.997256 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:31.997549 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:31.997846 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:31.998135 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:31.998451 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:31.998744 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:31.999043 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:31.999332 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.000155 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.000501 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.000740 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.001024 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.001315 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.001605 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.001890 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] debug = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.002173 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.002885 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.004090 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.004090 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.004090 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.004387 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.004387 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.004672 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.004960 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.005309 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] host = dv-cinder-821168-1-iscsi {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.005589 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.005878 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.006166 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.006480 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.006764 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.007044 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.007340 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.007615 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.007896 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] log_file = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.008219 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.008510 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.008798 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.009092 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.009322 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.009549 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.009842 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.010132 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.010438 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.010718 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.010994 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.011269 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.011545 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.011816 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.012100 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.012385 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.012670 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.012943 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.013218 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.013491 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.013763 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.014045 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.014317 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.014624 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.014895 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.015806 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.016241 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.016558 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.016875 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.017169 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.017465 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.017754 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.018034 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.018321 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.018622 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.018896 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.019169 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] use_json = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.019442 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.019710 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.019991 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.020264 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.020538 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.020808 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.021083 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.021370 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.021642 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:32.021942 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.022238 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.022566 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.022866 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.023156 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.023437 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.023726 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.024004 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.024292 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.024578 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.024868 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.025145 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.025442 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.025730 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.026022 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.026333 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.026651 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.026945 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.027222 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.027500 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.027773 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.028050 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.028337 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.028615 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.028901 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.029187 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.029463 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.029758 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.030042 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.030336 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.030649 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.031584 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.031868 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.032258 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.032550 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.032828 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.033107 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.033399 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.033678 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.033977 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.034236 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.034547 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.034825 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.035098 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.035373 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.035662 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.035937 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.036252 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.036477 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.036752 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.037023 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.037459 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.038506 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.038506 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.038506 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.038739 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.038831 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.039121 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.039417 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.039708 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.039985 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.040256 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.040526 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.040798 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.041069 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.041339 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.041610 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.041880 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.042156 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.042450 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.042726 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.043003 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.043275 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.043545 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.043831 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.044132 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.044403 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.044682 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.044959 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.045235 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.045624 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.045905 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.046180 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.046552 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.046859 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.047210 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.048025 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.048316 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.048631 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.048907 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.049202 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.049482 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.049763 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.050049 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.050319 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.050632 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.050914 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.051210 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.051503 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.051794 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.052085 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.052377 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.052653 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.052973 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.053251 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:32.053468 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 25 02:03:32.053715 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103078) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 25 02:03:32.428967 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 25 02:03:32.429243 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 25 02:03:32.429559 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 25 02:03:32.429895 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 25 02:03:32.762172 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:32.762406 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:32.762656 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:32.763977 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:32.764253 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:32.764520 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:32.814931 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:32.815213 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:32.815480 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:32.830107 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:32.830420 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:32.830695 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:32.860931 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:32.861204 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:32.861473 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:32.897763 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:32.898037 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:32.898307 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:33.241475 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:33.242165 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:33.242165 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:33.242323 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:33.243244 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:33.347936 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:33.348253 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:33.348536 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:33.348807 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:33.349075 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:33.349391 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:33.349646 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:33.349947 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:33.350141 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:33.350444 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:33.350705 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:33.350969 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:33.351226 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:33.351477 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:33.351731 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:33.351991 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:33.352247 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:33.352512 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:33.352779 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:33.353037 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:33.353306 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:33.353556 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:33.353838 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:33.354231 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:33.354508 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:33.354756 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:33.355180 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103078) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 02:03:33.355423 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103078) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 02:03:33.355661 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103078) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 02:03:33.355899 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103078) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 02:03:33.356134 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103078) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 02:03:33.356369 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103078) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 02:03:33.356743 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 25 02:03:33.360526 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 25 02:03:33.364544 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 25 02:03:33.368922 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jan 25 02:03:33.370724 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 25 02:03:33.372358 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 25 02:03:33.372702 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 25 02:03:33.373095 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 25 02:03:33.376113 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 25 02:03:33.376366 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 25 02:03:33.376719 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 25 02:03:33.382469 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 25 02:03:33.406875 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 25 02:03:33.407347 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:33.407649 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103078) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 25 02:03:33.408014 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:33.409447 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103078) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 25 02:03:33.409736 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 25 02:03:33.409983 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 25 02:03:33.413316 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:33.413595 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:33.477876 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 25 02:03:33.478112 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 25 02:03:33.478351 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 25 02:03:33.478782 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 25 02:03:33.499373 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_db.sqlalchemy.engines [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103078) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 25 02:03:34.121653 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.plugins.ml2.managers [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Initializing driver for type 'gre' Jan 25 02:03:34.122208 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] gre ID ranges: [(1, 1000)] Jan 25 02:03:34.369319 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.plugins.ml2.managers [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Initializing driver for type 'local' Jan 25 02:03:34.370044 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.plugins.ml2.managers [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Initializing driver for type 'vlan' Jan 25 02:03:34.455266 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] VlanTypeDriver initialization complete Jan 25 02:03:34.455629 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.plugins.ml2.managers [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Initializing driver for type 'vxlan' Jan 25 02:03:34.456160 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] vxlan ID ranges: [(1, 1000)] Jan 25 02:03:34.612107 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.plugins.ml2.managers [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Initializing extension driver 'port_security' Jan 25 02:03:34.612448 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.plugins.ml2.extensions.port_security [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] PortSecurityExtensionDriver initialization complete Jan 25 02:03:34.612779 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.plugins.ml2.managers [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Initializing mechanism driver 'openvswitch' Jan 25 02:03:34.613105 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.plugins.ml2.managers [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Initializing mechanism driver 'hyperv' Jan 25 02:03:34.619812 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:03:34.620729 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > port after_create 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.621181 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > port after_update 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.621548 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > port after_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.622088 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103078) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 02:03:34.622587 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > subnet after_create 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.622953 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > subnet after_update 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.623301 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.623694 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103078) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 02:03:34.625961 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > network after_create 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.625961 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > network after_update 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.625961 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > network after_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.625961 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103078) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 02:03:34.626271 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > security_group after_create 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.626663 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > security_group after_update 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.627011 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > security_group after_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.627691 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103078) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 02:03:34.628074 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.628423 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.628765 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.629157 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103078) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 02:03:34.629566 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > address_group after_create 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.629914 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > address_group after_update 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.630257 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > address_group after_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.630694 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103078) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 02:03:34.631171 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] ML2 OVO RPC backend initialized. {{(pid=103078) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 25 02:03:34.631885 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.632244 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.632661 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > network before_response 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.633012 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > networks before_response 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.633364 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > port before_response 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.633706 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > ports before_response 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.634050 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > subnet before_response 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.634413 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > subnets before_response 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.634806 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > network after_create 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.635153 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > network after_update 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.635495 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > network after_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.635836 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > port after_create 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.636177 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > port after_update 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.636518 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > port after_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.636858 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > subnet after_create 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.637197 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > subnet after_update 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.637534 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.638106 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.plugins.ml2.plugin [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Modular L2 Plugin initialization complete Jan 25 02:03:34.638467 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading services supported by the core plugin {{(pid=103078) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 25 02:03:34.638797 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.plugins.ml2.managers [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Got port-security extension from driver 'port_security' Jan 25 02:03:34.639256 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.extensions.vlantransparent [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Disabled vlantransparent extension. Jan 25 02:03:34.639817 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103078) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 25 02:03:34.640132 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading Plugin: router Jan 25 02:03:34.676552 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > router_interface before_create 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.676944 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > router after_create 55549900 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.677319 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > router before_create 55549900 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.677688 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.678062 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.678447 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > router after_delete 55549900 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.678822 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > floatingip after_create 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.680694 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > floatingip after_update 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.681081 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > router after_create 55549900 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.681449 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > router after_update 55549900 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.681815 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > router after_update 55549900 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.682185 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.682573 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > router after_update 55549900 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.682993 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > router precommit_update 55549900 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.683365 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: port after_update 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.683716 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: port after_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.684057 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: subnet after_update 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.684402 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.684751 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > port precommit_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.685101 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > router precommit_create 55549900 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.685447 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: port before_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.685794 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > router precommit_create 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.686152 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > router after_update 55549900 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.686521 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > router precommit_delete 55549900 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.687596 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > router precommit_create 55549900 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.688006 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.688366 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > router precommit_update 55549900 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.688741 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > agent after_create 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.689104 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > agent after_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.689459 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > network after_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.690330 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.quota.resource_registry [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Tracking information for resource: router configured {{(pid=103078) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 02:03:34.690694 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.quota.resource_registry [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Tracking information for resource: floatingip configured {{(pid=103078) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 02:03:34.695696 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.db.l3_agentschedulers_db [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 25 02:03:34.696268 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: port after_update 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.696628 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: port after_create 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.696980 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: port after_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.697330 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: port after_update 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.698119 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > router before_create 55550100 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.698516 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > router precommit_delete 55550100 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.698882 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > router precommit_create 55550100 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.699238 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > router precommit_update 55550100 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.704264 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.services.provider_configuration [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Service providers = [] {{(pid=103078) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 25 02:03:34.704631 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.db.servicetype_db [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103078) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 25 02:03:34.707611 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.services.service_base [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103078) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 25 02:03:34.707971 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.services.service_base [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103078) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 25 02:03:34.708321 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.services.service_base [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103078) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 25 02:03:34.709200 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.services.service_base [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103078) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 25 02:03:34.709619 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.services.service_base [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 25 02:03:34.709968 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103078) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 02:03:34.710291 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 25 02:03:34.721319 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103078) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 02:03:34.721655 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading Plugin: auto_allocate Jan 25 02:03:34.727499 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: network precommit_update 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.727884 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: network precommit_create 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.728427 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103078) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 02:03:34.728744 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading Plugin: tag Jan 25 02:03:34.736327 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103078) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 02:03:34.736659 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading Plugin: timestamp Jan 25 02:03:34.740551 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103078) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 02:03:34.740881 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading Plugin: network_ip_availability Jan 25 02:03:34.746445 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.746876 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.747179 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.748015 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103078) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 02:03:34.748224 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading Plugin: flavors Jan 25 02:03:34.754282 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103078) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 02:03:34.754645 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading Plugin: revisions Jan 25 02:03:34.759037 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103078) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 02:03:34.759432 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_concurrency.lockutils [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.330s {{(pid=103078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 25 02:03:34.760181 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103078) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 25 02:03:34.760520 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Initializing extension manager. Jan 25 02:03:34.761043 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: __init__.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.761387 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: __pycache__ {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.761726 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.762063 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: address_group.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.762884 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.763454 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: address-group Jan 25 02:03:34.763883 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: address_scope.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.764501 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.765034 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: address-scope Jan 25 02:03:34.765368 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: admin_state_down_before_update.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.766293 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.766831 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: router-admin-state-down-before-update Jan 25 02:03:34.767158 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: agent.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.767866 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.768370 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: agent Jan 25 02:03:34.768695 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: agent_resources_synced.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.769604 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.770109 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: agent-resources-synced Jan 25 02:03:34.770469 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: allowedaddresspairs.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.772265 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.772907 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: allowed-address-pairs Jan 25 02:03:34.773240 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: auto_allocated_topology.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.774321 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.774865 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: auto-allocated-topology Jan 25 02:03:34.775197 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: availability_zone.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.775891 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.776402 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: availability_zone Jan 25 02:03:34.776723 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: availability_zone_filter.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.777626 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.778130 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: availability_zone_filter Jan 25 02:03:34.778482 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: data_plane_status.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.779385 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.779882 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extension data-plane-status not supported by any of loaded plugins Jan 25 02:03:34.780204 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: default_subnetpools.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.781154 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.781780 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: default-subnetpools Jan 25 02:03:34.782106 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: dhcpagentscheduler.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.782997 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.783507 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: dhcp_agent_scheduler Jan 25 02:03:34.783833 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: dns.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.784744 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.785247 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extension dns-integration not supported by any of loaded plugins Jan 25 02:03:34.785572 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: dns_domain_ports.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.786523 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.787032 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 25 02:03:34.787360 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.788277 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.788779 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 25 02:03:34.789108 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: dvr.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.789783 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.790288 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: dvr Jan 25 02:03:34.790636 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: ecmp_routes.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.791588 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.792087 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extension ecmp_routes not supported by any of loaded plugins Jan 25 02:03:34.792411 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: empty_string_filtering.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.793322 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.793831 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: empty-string-filtering Jan 25 02:03:34.794158 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.795090 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.795589 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 25 02:03:34.795911 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.797808 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.798325 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 25 02:03:34.798677 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: external_net.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.799589 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.800092 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: external-net Jan 25 02:03:34.800419 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: extra_dhcp_opt.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.801331 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.801834 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: extra_dhcp_opt Jan 25 02:03:34.802160 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: extraroute.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.803109 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.803620 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: extraroute Jan 25 02:03:34.803944 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: extraroute_atomic.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.805251 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.805765 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: extraroute-atomic Jan 25 02:03:34.806090 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: filter_validation.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.806800 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.807306 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: filter-validation Jan 25 02:03:34.807632 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: fip_pf_description.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.808549 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.809048 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 25 02:03:34.809375 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: fip_port_details.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.810283 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.810826 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: fip-port-details Jan 25 02:03:34.811152 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: flavors.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.813037 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.813668 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: flavors Jan 25 02:03:34.814001 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.815780 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.816336 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 25 02:03:34.816675 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: floatingip_pools.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.817385 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.817902 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: floatingip-pools Jan 25 02:03:34.818232 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: ip_allocation.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.819189 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.819704 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extension ip_allocation not supported by any of loaded plugins Jan 25 02:03:34.820032 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.820948 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.821474 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: ip-substring-filtering Jan 25 02:03:34.821786 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: l2_adjacency.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.822743 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.823257 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extension l2_adjacency not supported by any of loaded plugins Jan 25 02:03:34.823583 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: l3.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.824589 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.825107 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: router Jan 25 02:03:34.825436 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: l3_conntrack_helper.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.827875 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.828407 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 25 02:03:34.828739 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.829667 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.830235 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: ext-gw-mode Jan 25 02:03:34.830552 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.831476 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.831984 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: l3-ha Jan 25 02:03:34.832311 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: l3_flavors.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.833230 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.833765 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: l3-flavors Jan 25 02:03:34.834088 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.835021 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.835532 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: l3-port-ip-change-not-allowed Jan 25 02:03:34.835854 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: l3agentscheduler.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.836909 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.837428 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: l3_agent_scheduler Jan 25 02:03:34.837755 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: local_ip.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.839592 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.840111 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extension local_ip not supported by any of loaded plugins Jan 25 02:03:34.840445 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: logging.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.842076 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.842628 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extension logging not supported by any of loaded plugins Jan 25 02:03:34.842961 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: metering.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.843740 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.844319 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: metering Jan 25 02:03:34.844645 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.845751 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.846265 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: metering_source_and_destination_fields Jan 25 02:03:34.846623 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: multiprovidernet.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.847552 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.848062 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: multi-provider Jan 25 02:03:34.848388 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: netmtu.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.849305 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.849819 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: net-mtu Jan 25 02:03:34.850144 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: netmtu_writable.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.851084 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.851591 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: net-mtu-writable Jan 25 02:03:34.851915 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: network_availability_zone.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.852582 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.853093 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: network_availability_zone Jan 25 02:03:34.853458 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: network_ip_availability.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.854619 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.855130 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: network-ip-availability Jan 25 02:03:34.855458 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: network_segment_range.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.856222 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.856729 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extension network-segment-range not supported by any of loaded plugins Jan 25 02:03:34.857052 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: pagination.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.858033 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.858389 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: pagination Jan 25 02:03:34.858714 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: port_device_profile.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.860218 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.860726 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: port-device-profile Jan 25 02:03:34.861051 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.861985 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.862535 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: port-mac-address-regenerate Jan 25 02:03:34.862861 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.863778 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.864287 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: port-numa-affinity-policy Jan 25 02:03:34.864610 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: port_resource_request.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.865527 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.866032 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extension port-resource-request not supported by any of loaded plugins Jan 25 02:03:34.866372 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: port_resource_request_groups.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.867341 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.867849 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 25 02:03:34.868170 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: portbindings.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.869082 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.869594 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: binding Jan 25 02:03:34.869920 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: portbindings_extended.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.871280 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.871750 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: binding-extended Jan 25 02:03:34.872080 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: portsecurity.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.873001 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.873629 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: port-security Jan 25 02:03:34.873963 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: project_id.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.875572 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.875903 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: project-id Jan 25 02:03:34.876230 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: providernet.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.877157 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.877931 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: provider Jan 25 02:03:34.878253 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: qos.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.881893 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.882448 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extension qos not supported by any of loaded plugins Jan 25 02:03:34.882783 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.884038 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.884557 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 25 02:03:34.884890 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.885806 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.886318 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 25 02:03:34.886674 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: qos_default.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.887581 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.888097 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extension qos-default not supported by any of loaded plugins Jan 25 02:03:34.888424 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: qos_fip.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.889335 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.889847 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extension qos-fip not supported by any of loaded plugins Jan 25 02:03:34.890900 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: qos_fip_network_policy.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.891757 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.892268 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 25 02:03:34.892596 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: qos_gateway_ip.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.893534 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.894049 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 25 02:03:34.894394 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: qos_port_network_policy.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.895432 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.895947 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 25 02:03:34.896276 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.897316 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.897852 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 25 02:03:34.898164 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: qos_pps_rule.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.899375 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.899891 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extension qos-pps not supported by any of loaded plugins Jan 25 02:03:34.900218 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: qos_rule_type_details.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.901135 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.901644 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 25 02:03:34.901970 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: qos_rules_alias.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.903042 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.903560 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 25 02:03:34.903885 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: quota_check_limit.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.904794 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.905309 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: quota-check-limit Jan 25 02:03:34.906199 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: quotasv2.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.907222 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.907551 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: quotas Jan 25 02:03:34.907874 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: quotasv2_detail.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.911176 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.911524 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: quota_details Jan 25 02:03:34.911860 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: rbac.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.912978 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.913470 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: rbac-policies Jan 25 02:03:34.913806 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: rbac_address_group.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.914774 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.915297 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: rbac-address-group Jan 25 02:03:34.915628 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: rbac_address_scope.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.916550 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.917065 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: rbac-address-scope Jan 25 02:03:34.917392 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: rbac_security_groups.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.918303 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.918844 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: rbac-security-groups Jan 25 02:03:34.919173 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: rbac_subnetpool.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.920083 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.920593 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: rbac-subnetpool Jan 25 02:03:34.920919 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: revisionifmatch.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.922161 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.922695 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: revision-if-match Jan 25 02:03:34.923022 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: revisions.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.924144 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.924659 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: standard-attr-revisions Jan 25 02:03:34.924987 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: router_availability_zone.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.925664 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.926176 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: router_availability_zone Jan 25 02:03:34.926539 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: routerservicetype.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.927462 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.927977 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extension router-service-type not supported by any of loaded plugins Jan 25 02:03:34.928302 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.929300 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.929812 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: security-groups-normalized-cidr Jan 25 02:03:34.930135 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: security_groups_port_filtering.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.931097 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.931608 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: port-security-groups-filtering Jan 25 02:03:34.931932 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.932875 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.933385 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: security-groups-remote-address-group Jan 25 02:03:34.933716 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.934674 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.935182 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: security-groups-shared-filtering Jan 25 02:03:34.935507 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.936099 dv-cinder-821168-1-iscsi neutron-server[103078]: WARNING neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 25 02:03:34.936502 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: securitygroup.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.946578 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.947128 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: security-group Jan 25 02:03:34.947466 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: segment.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.948263 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.948776 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extension segment not supported by any of loaded plugins Jan 25 02:03:34.949109 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.950065 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.950613 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 25 02:03:34.950945 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: servicetype.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.952058 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.953116 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: service-type Jan 25 02:03:34.953450 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: sorting.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.954473 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.954809 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: sorting Jan 25 02:03:34.955135 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: standard_attr_segment.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.956061 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.956579 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 25 02:03:34.956906 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: standardattrdescription.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.957558 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.958075 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: standard-attr-description Jan 25 02:03:34.958431 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: stateful_security_group.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.959370 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.959982 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: stateful-security-group Jan 25 02:03:34.960315 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: stdattrs_common.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.960887 dv-cinder-821168-1-iscsi neutron-server[103078]: WARNING neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 25 02:03:34.961209 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.962139 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.962679 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 25 02:03:34.963005 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: subnet_onboard.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.964087 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.964611 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: subnet_onboard Jan 25 02:03:34.964938 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.965868 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.966402 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 25 02:03:34.966733 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: subnet_service_types.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.967660 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.968804 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: subnet-service-types Jan 25 02:03:34.969173 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: subnetallocation.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.970282 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.970831 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: subnet_allocation Jan 25 02:03:34.971161 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.971829 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.972341 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: subnetpool-prefix-ops Jan 25 02:03:34.972667 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.973770 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.974296 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 25 02:03:34.974723 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: tagging.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.975822 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.976347 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: standard-attr-tag Jan 25 02:03:34.976679 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: timestamp.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.977893 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.978443 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loaded extension: standard-attr-timestamp Jan 25 02:03:34.978774 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: trunk.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.979814 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.980331 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extension trunk not supported by any of loaded plugins Jan 25 02:03:34.980657 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: trunk_details.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.981573 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.982087 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extension trunk-details not supported by any of loaded plugins Jan 25 02:03:34.982445 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: uplink_status_propagation.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.983361 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.983996 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 25 02:03:34.984537 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Loading extension file: vlantransparent.py {{(pid=103078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:03:34.985226 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:03:34.985743 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extension vlan-transparent not supported by any of loaded plugins Jan 25 02:03:34.988322 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.quota.resource_registry [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Creating instance of TrackedResource for resource:network Jan 25 02:03:34.988854 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.quota.resource_registry [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Creating instance of TrackedResource for resource:subnet Jan 25 02:03:34.989257 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.quota.resource_registry [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 02:03:34.989653 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.quota.resource_registry [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Creating instance of TrackedResource for resource:port Jan 25 02:03:34.990932 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.resource_helper [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 02:03:34.991375 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.resource_helper [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Service FLAVORS assigned prefix: {{(pid=103078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 02:03:34.992004 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.resource_helper [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 02:03:34.992448 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.resource_helper [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 02:03:34.992784 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.quota.resource_registry [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Creating instance of TrackedResource for resource:router Jan 25 02:03:34.993213 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.quota.resource_registry [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Creating instance of TrackedResource for resource:floatingip Jan 25 02:03:34.993708 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.resource_helper [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Service METERING assigned prefix: /metering {{(pid=103078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 02:03:34.995187 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.995562 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.995916 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:03:34.996926 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.quota.resource_registry [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Creating instance of CountableResource for resource:rbac_policy Jan 25 02:03:34.997499 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.quota.resource_registry [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Creating instance of TrackedResource for resource:security_group Jan 25 02:03:34.997947 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.quota.resource_registry [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Creating instance of TrackedResource for resource:security_group_rule Jan 25 02:03:34.998586 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.resource_helper [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Service CORE assigned prefix: {{(pid=103078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 02:03:34.998925 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.quota.resource_registry [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 02:03:34.999275 dv-cinder-821168-1-iscsi neutron-server[103078]: WARNING neutron.quota.resource_registry [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] subnetpool is already registered Jan 25 02:03:35.000422 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.resource_helper [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Service CORE assigned prefix: {{(pid=103078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 02:03:35.000853 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.quota.resource_registry [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 02:03:35.001197 dv-cinder-821168-1-iscsi neutron-server[103078]: WARNING neutron.quota.resource_registry [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] subnetpool is already registered Jan 25 02:03:35.005062 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.resource_helper [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 02:03:35.005518 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.resource_helper [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Service FLAVORS assigned prefix: {{(pid=103078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 02:03:35.006125 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.resource_helper [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 02:03:35.006584 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.resource_helper [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 02:03:35.006930 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.quota.resource_registry [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Creating instance of TrackedResource for resource:router Jan 25 02:03:35.007274 dv-cinder-821168-1-iscsi neutron-server[103078]: WARNING neutron.quota.resource_registry [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] router is already registered Jan 25 02:03:35.007689 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.quota.resource_registry [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Creating instance of TrackedResource for resource:floatingip Jan 25 02:03:35.008027 dv-cinder-821168-1-iscsi neutron-server[103078]: WARNING neutron.quota.resource_registry [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] floatingip is already registered Jan 25 02:03:35.008484 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.resource_helper [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Service METERING assigned prefix: /metering {{(pid=103078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 02:03:35.009157 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.quota.resource_registry [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Creating instance of CountableResource for resource:rbac_policy Jan 25 02:03:35.009488 dv-cinder-821168-1-iscsi neutron-server[103078]: WARNING neutron.quota.resource_registry [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] rbac_policy is already registered Jan 25 02:03:35.009903 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.quota.resource_registry [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Creating instance of TrackedResource for resource:security_group Jan 25 02:03:35.010240 dv-cinder-821168-1-iscsi neutron-server[103078]: WARNING neutron.quota.resource_registry [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] security_group is already registered Jan 25 02:03:35.010670 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.quota.resource_registry [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Creating instance of TrackedResource for resource:security_group_rule Jan 25 02:03:35.011011 dv-cinder-821168-1-iscsi neutron-server[103078]: WARNING neutron.quota.resource_registry [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] security_group_rule is already registered Jan 25 02:03:35.011484 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.resource_helper [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Service CORE assigned prefix: {{(pid=103078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 02:03:35.011813 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.quota.resource_registry [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 02:03:35.012148 dv-cinder-821168-1-iscsi neutron-server[103078]: WARNING neutron.quota.resource_registry [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] subnetpool is already registered Jan 25 02:03:35.012561 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.resource_helper [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Service CORE assigned prefix: {{(pid=103078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 02:03:35.012887 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.quota.resource_registry [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 02:03:35.013216 dv-cinder-821168-1-iscsi neutron-server[103078]: WARNING neutron.quota.resource_registry [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] subnetpool is already registered Jan 25 02:03:35.013661 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extended resource: extensions {{(pid=103078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:03:35.015837 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extended resource: address-groups {{(pid=103078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:03:35.017310 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extended resource: address-scopes {{(pid=103078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:03:35.018529 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extended resource: agents {{(pid=103078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:03:35.019693 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extended resource: auto-allocated-topology {{(pid=103078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:03:35.021045 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extended resource: availability_zones {{(pid=103078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:03:35.022248 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extended resource: dhcp-networks {{(pid=103078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:03:35.023644 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extended resource: dhcp-agents {{(pid=103078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:03:35.025165 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extended resource: routers {{(pid=103078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:03:35.027305 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extended resource: flavors {{(pid=103078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:03:35.028474 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extended resource: service_profiles {{(pid=103078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:03:35.029771 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extended resource: next_providers {{(pid=103078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:03:35.031498 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extended resource: service_profiles {{(pid=103078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:03:35.032937 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extended resource: floatingip-pools {{(pid=103078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:03:35.034230 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extended resource: routers {{(pid=103078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:03:35.036364 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extended resource: floatingips {{(pid=103078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:03:35.037541 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extended resource: l3-routers {{(pid=103078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:03:35.039049 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extended resource: l3-agents {{(pid=103078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:03:35.040439 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extended resource: metering-labels {{(pid=103078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:03:35.041669 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extended resource: metering-label-rules {{(pid=103078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:03:35.043139 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extended resource: network-ip-availabilities {{(pid=103078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:03:35.044403 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extended resource: bindings {{(pid=103078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:03:35.045949 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extended resource: quotas {{(pid=103078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:03:35.047786 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extended resource: quotas {{(pid=103078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:03:35.049316 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extended resource: rbac-policies {{(pid=103078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:03:35.050527 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extended resource: security-groups {{(pid=103078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:03:35.051743 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extended resource: security-group-rules {{(pid=103078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:03:35.053061 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extended resource: service-providers {{(pid=103078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:03:35.054268 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extended resource: subnetpools {{(pid=103078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:03:35.055612 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extended resource: subnetpools {{(pid=103078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:03:35.057144 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extended resource: tags {{(pid=103078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:03:35.058832 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extended resource: tags {{(pid=103078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:03:35.060522 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extended resource: tags {{(pid=103078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:03:35.062949 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extended resource: tags {{(pid=103078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:03:35.064629 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extended resource: tags {{(pid=103078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:03:35.067536 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extended resource: tags {{(pid=103078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:03:35.069213 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extended resource: tags {{(pid=103078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:03:35.071027 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extended resource: tags {{(pid=103078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:03:35.072949 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extended resource: tags {{(pid=103078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:03:35.074726 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron.api.extensions [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Extended resource: tags {{(pid=103078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:03:35.081453 dv-cinder-821168-1-iscsi neutron-server[103078]: WARNING keystonemiddleware.auth_token [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 25 02:03:35.085985 dv-cinder-821168-1-iscsi neutron-server[103078]: WARNING keystonemiddleware.auth_token [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 25 02:03:35.094899 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_concurrency.lockutils [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Acquired lock "singleton_lock" {{(pid=103078) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 25 02:03:35.095378 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_concurrency.lockutils [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Releasing lock "singleton_lock" {{(pid=103078) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 25 02:03:35.096033 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO oslo_service.service [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Starting 2 workers Jan 25 02:03:35.101060 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Started child 103187 {{(pid=103078) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 25 02:03:35.107145 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Started child 103188 {{(pid=103078) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 25 02:03:35.107301 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:03:35.107990 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO neutron.service [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Neutron service started, listening on 0.0.0.0:9696 Jan 25 02:03:35.108272 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Publish callbacks [] for process (None), before_spawn {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:03:35.108396 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [-] (103187) wsgi starting up on http://0.0.0.0:9696 Jan 25 02:03:35.110870 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO oslo_service.service [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Starting 1 workers Jan 25 02:03:35.111474 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:03:35.113010 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [-] (103188) wsgi starting up on http://0.0.0.0:9696 Jan 25 02:03:35.116379 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Started child 103189 {{(pid=103078) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 25 02:03:35.116987 dv-cinder-821168-1-iscsi neutron-server[103078]: INFO oslo_service.service [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Starting 1 workers Jan 25 02:03:35.120686 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.service [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] calling RpcWorker wait() {{(pid=103189) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 25 02:03:35.121738 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.service [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] returning from RpcWorker wait() {{(pid=103189) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 25 02:03:35.121898 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Started child 103190 {{(pid=103078) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 25 02:03:35.122949 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-110afe8c-f16a-4c39-a566-781bb150874f None None] Publish callbacks [] for process (None), after_spawn {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:03:35.125197 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:03:35.125767 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:03:35.126100 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103078) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 25 02:03:35.126593 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 25 02:03:35.126927 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 25 02:03:35.127034 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 55938) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:03:35.127643 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 25 02:03:35.128143 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 25 02:03:35.128464 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 25 02:03:35.129156 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.129600 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.130013 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.130314 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:03:35.131049 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.131484 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.132237 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.132641 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.133042 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.133528 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.133915 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.134251 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.134594 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.135008 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.135382 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.135860 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.136364 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.136750 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.137147 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.137484 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.137873 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [-] 10.222.0.112 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0064995 Jan 25 02:03:35.138019 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.138488 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.138885 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.139300 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] debug = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.139684 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.141012 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.141585 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.141845 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.142102 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.142459 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.142713 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.143024 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.143291 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.143571 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.143843 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.144103 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.145213 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.145437 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.145710 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.145953 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.146217 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.146503 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.146962 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] host = dv-cinder-821168-1-iscsi {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.147186 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.147434 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.147674 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.147975 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.148225 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.148461 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.148722 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.148975 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.149231 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.149611 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.150019 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.150432 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.150812 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.151202 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] log_file = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.151528 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] log_options = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.151914 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.152344 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.152883 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.153234 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.153544 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.153852 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.154254 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.154595 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.155005 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.155388 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.155639 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.158045 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.158262 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.158770 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.159189 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.159555 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.159721 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.160132 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.160422 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.161641 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.161641 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.161641 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.161641 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.161953 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.162020 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:03:35.162148 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.162222 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.162481 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.162889 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.163498 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.163498 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.176098 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.176098 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.176098 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.176098 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.176098 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.176098 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.176098 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.176098 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.176712 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.176712 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.176712 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.176712 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.176712 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.176712 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.176712 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.176712 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.177224 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] use_json = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.177224 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.177224 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.177224 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.177224 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.177224 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.177224 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.177224 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.177687 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.177687 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.177687 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.177687 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.177687 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.177687 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.177687 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.177687 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.178124 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.178124 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.178124 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.178124 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.178124 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.178124 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.178124 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.178124 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.178623 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.178623 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.178623 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.178623 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.178623 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.178623 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.178623 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.178623 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.179154 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.179154 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.179154 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.179154 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.179154 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.179154 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.179154 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.179154 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.179691 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.179691 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.112/identity {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.179691 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.179691 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.179691 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.179691 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.179691 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.180140 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.180140 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.180257 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.180460 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.180679 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.180925 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.181340 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.181746 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.181994 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.182258 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.182539 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.182776 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.183174 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.183407 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.183631 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.183899 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.184158 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.184585 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.184811 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.185663 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.185663 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.185663 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.185886 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.185969 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.186182 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.187588 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.187588 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.187588 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.187882 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.188034 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.188443 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.190225 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.190225 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.190225 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.190225 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.191732 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.191732 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.191732 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.191990 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.192082 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.192294 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.193211 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.193211 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.193211 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.193211 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.193502 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.194137 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.194431 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.195484 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.195484 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.198677 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.199233 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.199664 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.200494 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.200494 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.200675 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.200841 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.201124 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.201374 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.201629 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.201883 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.202136 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.203915 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.204322 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.204506 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.205623 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.206019 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.206428 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.207026 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.207464 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.207755 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.208094 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.208294 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.209745 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.209745 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.209745 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.209745 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.209745 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.210091 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.210091 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.210304 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.210725 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.210978 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.211291 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.211534 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.211949 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.212359 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.213769 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.214232 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.214672 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.215048 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.215468 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.215887 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.216173 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.217212 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.217212 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.217212 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.217431 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.217554 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.217934 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.218337 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.218888 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.219292 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.219529 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.219912 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.220202 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.220463 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.220715 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.221150 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.221412 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.221663 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.221929 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.223002 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.112/identity {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.223002 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.223002 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.223002 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.223273 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.223433 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.223606 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.224465 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.224465 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.224465 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.224729 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.224809 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.224996 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.225232 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.225462 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.225702 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.225955 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.226174 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.226472 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.229519 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.229519 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.229519 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.229519 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.229519 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.229519 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.229519 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.229519 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.230143 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.230143 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.230143 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.230339 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.230646 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.230874 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.231128 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.231517 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.231755 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.232135 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.232506 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.232896 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.233114 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.233513 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.233819 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.234215 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.234518 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.234873 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.235131 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.235391 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.235635 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.235861 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.236207 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.236601 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.237001 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.237301 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.237475 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.237749 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.238027 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.238415 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.238594 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.238797 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.239020 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.239261 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.239488 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.240406 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.240713 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.242141 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.242591 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.242749 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.243852 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.244099 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.244517 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.244745 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.245007 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.245377 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.245756 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.246007 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.246252 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.246498 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.246723 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.246977 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.247231 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.247449 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.247684 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.248053 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.248452 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.248828 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.249213 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.250759 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.250759 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.250759 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.250759 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.251241 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.251241 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.251426 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.253418 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.253418 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.253418 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.253418 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.253418 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.253418 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.253418 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.253916 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.253916 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.254072 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.254254 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.254691 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.254930 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.255252 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.255475 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.255732 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.255953 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.256326 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.256706 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.257126 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.257455 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.257759 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.258020 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.258273 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.258612 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.258899 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.259174 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.259395 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.259722 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.260048 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.260325 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.260600 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.260858 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.261117 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.261388 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.261613 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.261853 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.262253 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.262503 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.262776 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.263015 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.263267 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.263495 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.263728 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.264114 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.264525 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.264762 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.265055 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.266264 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.266264 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 25 02:03:35.266837 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103078) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 25 02:03:35.267003 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 25 02:03:35.267152 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 25 02:03:35.267351 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 25 02:03:35.267528 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 25 02:03:35.267686 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 25 02:03:35.267907 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.268082 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.268246 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.268580 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.268754 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.268942 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.270433 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.270433 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.270433 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.270433 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.270433 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.270433 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.270433 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.270433 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.271005 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.271005 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.271005 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.271005 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.271005 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.271330 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.271330 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.271473 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.271595 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] debug = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.271736 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.271946 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.272111 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.272269 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.272435 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.272648 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.272745 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.273525 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.273525 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.273525 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.273525 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.273525 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.273880 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.273880 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.274019 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.274119 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.274282 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.274470 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.274658 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] host = dv-cinder-821168-1-iscsi {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.274797 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.274958 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.275120 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.275281 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.275443 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.275605 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.275768 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.275930 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.276092 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.276254 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.276416 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.276579 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.276742 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.276905 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] log_file = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.277067 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] log_options = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.277228 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.277390 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.277553 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.277744 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.277916 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.278074 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.278237 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.278468 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.278586 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.278751 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.278914 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.279076 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.279238 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.279399 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.279561 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.279721 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.279928 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.280024 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.280191 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.280351 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.280520 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.281380 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.281537 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.281649 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.281778 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.281920 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.283079 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.283079 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.283079 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.283079 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.283079 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.283079 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.283529 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.283529 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.283672 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.283836 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.284003 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.285232 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.285232 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.285232 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.285232 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.285232 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.285232 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.285232 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.285232 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.285702 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.285702 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] use_json = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.285702 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.285879 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.285979 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.286149 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.286293 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.286640 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.286945 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.287267 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.287576 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:03:35.287772 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.288875 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.288875 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.288875 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.288875 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.288875 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.288875 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.288875 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.289314 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.289314 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.289431 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.289494 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.289663 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.289828 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.289994 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.291922 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.291922 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.291922 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.291922 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.291922 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.291922 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.291922 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.291922 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.292400 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.292400 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.292400 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.292400 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.292400 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.292400 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.292400 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.292788 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.292788 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.112/identity {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.292914 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.292987 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.293140 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.293304 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.293628 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.293797 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.293999 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.294150 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.294317 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.294559 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.294729 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.294871 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.295562 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.295562 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.295562 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.295562 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.295562 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.295860 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.295860 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.296040 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.298266 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.298266 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.298266 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.298266 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.298266 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.298266 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.298266 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.298266 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.298266 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.299417 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.299417 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.299417 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.299417 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.299417 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.299417 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.299417 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.299417 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.299841 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.299841 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.299841 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.300007 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.300078 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.300242 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.300412 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.300579 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.300733 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.300898 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.301057 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.301223 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.301388 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.301548 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.301717 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.301883 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.302044 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.302346 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.302695 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.303006 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.303311 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.303606 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.303905 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.304224 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.304515 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.304816 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.304992 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.305161 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.305327 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.305496 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.305662 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.305827 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.305994 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.306159 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.306323 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.306520 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.306686 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.306850 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.307016 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.307181 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.307355 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.307510 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.307678 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.307828 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.308014 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.308160 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.308323 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.308487 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.309521 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.309521 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.309521 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.309521 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.309521 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.309521 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.309885 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.309885 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.309885 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.310057 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.310217 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.310952 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.310952 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.310952 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.310952 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.311233 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:03:35.311318 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.311318 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.311436 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.311500 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.311668 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.311865 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.312069 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.312290 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.312437 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.312553 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.312694 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.312835 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.313010 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.313171 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.313335 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.313500 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.313666 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.313832 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.112/identity {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.313998 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.314162 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.314327 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.314502 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.315297 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.315297 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.315448 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.315590 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.315751 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.315922 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.316091 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.316257 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.316422 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.316589 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.316753 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.316918 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.317084 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.317485 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.317485 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.317635 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.317943 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.318101 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.318458 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.318458 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.318633 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.318801 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.318967 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.319940 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.319940 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.319940 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.319940 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.319940 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.319940 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.320295 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.320295 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.320429 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.320537 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.320679 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.320850 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.321016 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.321255 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.321351 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.321500 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.322955 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.322955 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.322955 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.322955 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.322955 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.322955 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.322955 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.322955 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.323446 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.323446 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.323446 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.323446 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.323673 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.323738 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.325265 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.325265 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.325265 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.325265 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.325265 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.325265 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.325265 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.325265 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.325862 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.325862 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.325862 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.325862 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.325862 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.325862 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.326272 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.326272 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.326455 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.326861 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.326861 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.326861 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.327098 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.327175 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.327330 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.329544 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.329544 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.329544 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.329544 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.329544 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.329544 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.329544 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.329544 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.330125 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.330125 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.330125 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.330125 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.330445 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.330445 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.330604 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.330772 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.331085 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.331286 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.331435 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.331866 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.331866 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.332811 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.332811 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.332811 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.332811 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.332811 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.332811 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.333826 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.333826 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.333826 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.333826 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.333826 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.333826 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.333826 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.334599 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.334599 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.334599 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.334599 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.336074 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.336074 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.336074 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.336074 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.336074 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.336074 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.336074 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.336074 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.336074 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.336667 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.336667 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.336667 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.336667 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.336667 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.337073 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.337073 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.337073 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.337327 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.337405 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.337552 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.337717 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.337882 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.338050 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:03:35.338206 dv-cinder-821168-1-iscsi neutron-server[103078]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 25 02:03:47.713349 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b76d757-18a8-4639-a486-ab45823203e5 None None] get_active_networks_info from dv-cinder-821168-1-iscsi {{(pid=103189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 25 02:03:47.814114 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b76d757-18a8-4639-a486-ab45823203e5 None None] No non-hosted networks {{(pid=103189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 25 02:03:47.822659 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.agentschedulers_db [None req-6b76d757-18a8-4639-a486-ab45823203e5 None None] DHCP Agent not found on host dv-cinder-821168-1-iscsi {{(pid=103189) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 25 02:03:47.925184 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-27f186e0-2772-4b14-a4ec-e507a5a985f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1009908'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:03:50.177771 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c807a6fc-d84f-4d9f-a8c5-d643971f7e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1009908'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:03:50.244810 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.db.api [None req-95710140-f71c-491d-a174-abce66b7c12f None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-821168-1-iscsi {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 02:03:50.245576 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG oslo_db.api [None req-95710140-f71c-491d-a174-abce66b7c12f None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 02:03:50.823220 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-95710140-f71c-491d-a174-abce66b7c12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:03:51.474775 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1009908'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:03:53.022331 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1009908'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:03:54.498454 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1009908'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:03:54.501107 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:03:54.501934 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:03:54.503528 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:03:54.504099 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:03:54.504627 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:03:54.505320 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:03:54.506204 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:03:54.508519 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:03:54.510216 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:03:54.510967 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:03:54.511398 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:03:54.511956 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:03:54.512374 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:03:54.512843 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-821168-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:03:54.532741 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-821168-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:03:55.886721 dv-cinder-821168-1-iscsi neutron-server[103189]: INFO neutron.db.l3_hamode_db [None req-21759007-bc20-4802-9eac-7a98c012760a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 25 02:03:55.969051 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21759007-bc20-4802-9eac-7a98c012760a None None] Routers set() bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:03:55.969734 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21759007-bc20-4802-9eac-7a98c012760a None None] Router IDs set() for agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 25 02:03:57.772697 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 56052) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:03:58.374879 dv-cinder-821168-1-iscsi neutron-server[103188]: WARNING oslo_policy.policy [None req-b9066546-f541-4f38-8b2b-57eb93da2fdd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 02:03:58.375467 dv-cinder-821168-1-iscsi neutron-server[103188]: WARNING oslo_policy.policy [None req-b9066546-f541-4f38-8b2b-57eb93da2fdd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 02:03:58.605875 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [None req-b9066546-f541-4f38-8b2b-57eb93da2fdd admin admin] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:03:58.607051 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-b9066546-f541-4f38-8b2b-57eb93da2fdd admin admin] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8334348 Jan 25 02:04:01.477398 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 56068) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:04:01.937321 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0d7b82b0-f3ec-4869-a301-1a3df387c07f admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'tenant_id': 'c4374f57fb0c4aec94762cabe3522964', 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:04:02.039436 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.policy [None req-0d7b82b0-f3ec-4869-a301-1a3df387c07f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103188) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 25 02:04:02.086537 dv-cinder-821168-1-iscsi neutron-server[103188]: WARNING oslo_policy.policy [None req-0d7b82b0-f3ec-4869-a301-1a3df387c07f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 02:04:02.086981 dv-cinder-821168-1-iscsi neutron-server[103188]: WARNING oslo_policy.policy [None req-0d7b82b0-f3ec-4869-a301-1a3df387c07f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 02:04:02.096522 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.quota [None req-0d7b82b0-f3ec-4869-a301-1a3df387c07f admin admin] Loaded quota_driver: . Jan 25 02:04:02.275213 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d7b82b0-f3ec-4869-a301-1a3df387c07f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778002732587', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778002731510', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778002755243', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778002747730', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778002774255', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778002766664', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16363517', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16547612', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-910083', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-719327'] for rbac-policy (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:02.491081 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d7b82b0-f3ec-4869-a301-1a3df387c07f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:02.492540 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-0d7b82b0-f3ec-4869-a301-1a3df387c07f admin admin] 10.222.0.112 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0140028 Jan 25 02:04:05.411109 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 56080) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:04:05.719906 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3da05916-892a-4345-a688-cf5f764ac8b9 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '149d04f9693541beb31c7cddf5060ce3', 'tenant_id': '149d04f9693541beb31c7cddf5060ce3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:04:05.833787 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da05916-892a-4345-a688-cf5f764ac8b9 admin admin] Made reservation on behalf of 149d04f9693541beb31c7cddf5060ce3 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:04:05.836628 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3da05916-892a-4345-a688-cf5f764ac8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:05.854567 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3da05916-892a-4345-a688-cf5f764ac8b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:05.974785 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3da05916-892a-4345-a688-cf5f764ac8b9 admin admin] Publish callbacks [] for security_group (759264bf-d738-4206-a7e4-23f0692fd274), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:06.039819 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3da05916-892a-4345-a688-cf5f764ac8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (759264bf-d738-4206-a7e4-23f0692fd274), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:06.066771 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da05916-892a-4345-a688-cf5f764ac8b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:04:06.093164 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3da05916-892a-4345-a688-cf5f764ac8b9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777998562214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422'] for segment (0c1a7243-969c-4b71-98a7-ee317c73be2c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:06.093967 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3da05916-892a-4345-a688-cf5f764ac8b9 admin admin] Unsubscribe: segment precommit_create {{(pid=103188) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 25 02:04:06.094523 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.db.segments_db [None req-3da05916-892a-4345-a688-cf5f764ac8b9 admin admin] Added segment 0c1a7243-969c-4b71-98a7-ee317c73be2c of type vlan for network e0a2710a-4c22-4ae7-a4c4-bc947e8d9ec9 Jan 25 02:04:06.100957 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da05916-892a-4345-a688-cf5f764ac8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759264bf-d738-4206-a7e4-23f0692fd274,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:04:06.139437 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da05916-892a-4345-a688-cf5f764ac8b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:06.141627 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da05916-892a-4345-a688-cf5f764ac8b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:06.141627 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da05916-892a-4345-a688-cf5f764ac8b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:06.141627 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da05916-892a-4345-a688-cf5f764ac8b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:06.141627 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da05916-892a-4345-a688-cf5f764ac8b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:06.141627 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da05916-892a-4345-a688-cf5f764ac8b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:06.142043 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da05916-892a-4345-a688-cf5f764ac8b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:06.142043 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da05916-892a-4345-a688-cf5f764ac8b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:06.142203 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da05916-892a-4345-a688-cf5f764ac8b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:06.142457 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da05916-892a-4345-a688-cf5f764ac8b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:06.142786 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da05916-892a-4345-a688-cf5f764ac8b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:06.143108 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da05916-892a-4345-a688-cf5f764ac8b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:06.143422 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da05916-892a-4345-a688-cf5f764ac8b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:06.144812 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da05916-892a-4345-a688-cf5f764ac8b9 admin admin] Tracked resource versions report: Jan 25 02:04:06.144812 dv-cinder-821168-1-iscsi neutron-server[103188]: pushed versions: Jan 25 02:04:06.144812 dv-cinder-821168-1-iscsi neutron-server[103188]: { 'AddressGroup': {'1.2'}, Jan 25 02:04:06.144812 dv-cinder-821168-1-iscsi neutron-server[103188]: 'ConntrackHelper': {'1.0'}, Jan 25 02:04:06.144812 dv-cinder-821168-1-iscsi neutron-server[103188]: 'LocalIPAssociation': {'1.0'}, Jan 25 02:04:06.144812 dv-cinder-821168-1-iscsi neutron-server[103188]: 'Log': {'1.0'}, Jan 25 02:04:06.144812 dv-cinder-821168-1-iscsi neutron-server[103188]: 'Network': {'1.1'}, Jan 25 02:04:06.144812 dv-cinder-821168-1-iscsi neutron-server[103188]: 'Port': {'1.7'}, Jan 25 02:04:06.144812 dv-cinder-821168-1-iscsi neutron-server[103188]: 'PortForwarding': {'1.2'}, Jan 25 02:04:06.144812 dv-cinder-821168-1-iscsi neutron-server[103188]: 'QosPolicy': {'1.10'}, Jan 25 02:04:06.144812 dv-cinder-821168-1-iscsi neutron-server[103188]: 'SecurityGroup': {'1.5'}, Jan 25 02:04:06.144812 dv-cinder-821168-1-iscsi neutron-server[103188]: 'SecurityGroupRule': {'1.2'}, Jan 25 02:04:06.144812 dv-cinder-821168-1-iscsi neutron-server[103188]: 'SubPort': {'1.0'}, Jan 25 02:04:06.144812 dv-cinder-821168-1-iscsi neutron-server[103188]: 'Subnet': {'1.1'}, Jan 25 02:04:06.144812 dv-cinder-821168-1-iscsi neutron-server[103188]: 'Trunk': {'1.1'}} Jan 25 02:04:06.144812 dv-cinder-821168-1-iscsi neutron-server[103188]: consumer versions: Jan 25 02:04:06.144812 dv-cinder-821168-1-iscsi neutron-server[103188]: { DHCP agent@dv-cinder-821168-1-iscsi: {}, Jan 25 02:04:06.144812 dv-cinder-821168-1-iscsi neutron-server[103188]: L3 agent@dv-cinder-821168-1-iscsi: {}, Jan 25 02:04:06.144812 dv-cinder-821168-1-iscsi neutron-server[103188]: Metadata agent@dv-cinder-821168-1-iscsi: {}, Jan 25 02:04:06.144812 dv-cinder-821168-1-iscsi neutron-server[103188]: Metering agent@dv-cinder-821168-1-iscsi: {}, Jan 25 02:04:06.144812 dv-cinder-821168-1-iscsi neutron-server[103188]: Open vSwitch agent@dv-cinder-821168-1-iscsi: { 'AddressGroup': '1.2', Jan 25 02:04:06.144812 dv-cinder-821168-1-iscsi neutron-server[103188]: 'ConntrackHelper': '1.0', Jan 25 02:04:06.144812 dv-cinder-821168-1-iscsi neutron-server[103188]: 'LocalIPAssociation': '1.0', Jan 25 02:04:06.144812 dv-cinder-821168-1-iscsi neutron-server[103188]: 'Log': '1.0', Jan 25 02:04:06.144812 dv-cinder-821168-1-iscsi neutron-server[103188]: 'Network': '1.1', Jan 25 02:04:06.144812 dv-cinder-821168-1-iscsi neutron-server[103188]: 'Port': '1.7', Jan 25 02:04:06.144812 dv-cinder-821168-1-iscsi neutron-server[103188]: 'PortForwarding': '1.2', Jan 25 02:04:06.144812 dv-cinder-821168-1-iscsi neutron-server[103188]: 'QosPolicy': '1.10', Jan 25 02:04:06.144812 dv-cinder-821168-1-iscsi neutron-server[103188]: 'SecurityGroup': '1.5', Jan 25 02:04:06.144812 dv-cinder-821168-1-iscsi neutron-server[103188]: 'SecurityGroupRule': '1.2', Jan 25 02:04:06.144812 dv-cinder-821168-1-iscsi neutron-server[103188]: 'SubPort': '1.0', Jan 25 02:04:06.144812 dv-cinder-821168-1-iscsi neutron-server[103188]: 'Subnet': '1.1', Jan 25 02:04:06.144812 dv-cinder-821168-1-iscsi neutron-server[103188]: 'Trunk': '1.1'}} Jan 25 02:04:06.144812 dv-cinder-821168-1-iscsi neutron-server[103188]: {{(pid=103188) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 02:04:06.218129 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3da05916-892a-4345-a688-cf5f764ac8b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777998040441'] for network (e0a2710a-4c22-4ae7-a4c4-bc947e8d9ec9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:06.334918 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3da05916-892a-4345-a688-cf5f764ac8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394'] for network (e0a2710a-4c22-4ae7-a4c4-bc947e8d9ec9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:06.336162 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da05916-892a-4345-a688-cf5f764ac8b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:04:06.336918 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3da05916-892a-4345-a688-cf5f764ac8b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:06.439294 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da05916-892a-4345-a688-cf5f764ac8b9 admin admin] Pushing event updated for resources: {'Network': ['ID=e0a2710a-4c22-4ae7-a4c4-bc947e8d9ec9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:04:06.450422 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Network e0a2710a-4c22-4ae7-a4c4-bc947e8d9ec9 details requested by agent ovs-agent-dv-cinder-821168-1-iscsi with host dv-cinder-821168-1-iscsi {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:04:06.454890 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-3da05916-892a-4345-a688-cf5f764ac8b9 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0426879 Jan 25 02:04:09.311978 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 56094) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:04:09.755724 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9220a3-e729-48c1-ae56-7d245d131fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:04:09.756996 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-1a9220a3-e729-48c1-ae56-7d245d131fe8 admin admin] 10.222.0.112 "GET /v2.0/networks/e0a2710a-4c22-4ae7-a4c4-bc947e8d9ec9 HTTP/1.1" status: 200 len: 825 time: 0.4440584 Jan 25 02:04:09.783107 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-235aa35e-4aff-43dd-b382-9ab3cb31c7b1 admin admin] 10.222.0.112 "GET /v2.0/subnetpools/59aa9a51-ada5-4fd4-979a-83a5104e3577 HTTP/1.1" status: 200 len: 734 time: 0.0203478 Jan 25 02:04:09.792475 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0a6735fd-c57b-41c5-8192-45f29e7c2df4 admin admin] Request body: {'subnet': {'subnetpool_id': '59aa9a51-ada5-4fd4-979a-83a5104e3577', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'e0a2710a-4c22-4ae7-a4c4-bc947e8d9ec9', 'name': 'private-subnet', 'tenant_id': '149d04f9693541beb31c7cddf5060ce3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:04:09.871644 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6735fd-c57b-41c5-8192-45f29e7c2df4 admin admin] Made reservation on behalf of 149d04f9693541beb31c7cddf5060ce3 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:04:09.874723 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a6735fd-c57b-41c5-8192-45f29e7c2df4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:10.279627 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a6735fd-c57b-41c5-8192-45f29e7c2df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394'] for subnet (60c922df-5c59-4601-a039-411fd3c80c56), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:10.352320 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6735fd-c57b-41c5-8192-45f29e7c2df4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60c922df-5c59-4601-a039-411fd3c80c56,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:04:10.358134 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6735fd-c57b-41c5-8192-45f29e7c2df4 admin admin] Checking segment: {'id': '0c1a7243-969c-4b71-98a7-ee317c73be2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e0a2710a-4c22-4ae7-a4c4-bc947e8d9ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:04:10.358771 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6735fd-c57b-41c5-8192-45f29e7c2df4 admin admin] Network hostable DHCP agents. Network: e0a2710a-4c22-4ae7-a4c4-bc947e8d9ec9, hostable agents: ['e69e460b-fe2d-42d0-be9b-976257b6f4ce'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:04:10.439221 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6735fd-c57b-41c5-8192-45f29e7c2df4 admin admin] Network e0a2710a-4c22-4ae7-a4c4-bc947e8d9ec9 is scheduled to be hosted by DHCP agent e69e460b-fe2d-42d0-be9b-976257b6f4ce with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:04:10.524951 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-0a6735fd-c57b-41c5-8192-45f29e7c2df4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821168-1-iscsi, e0a2710a-4c22-4ae7-a4c4-bc947e8d9ec9) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:04:10.531685 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6735fd-c57b-41c5-8192-45f29e7c2df4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:04:10.532617 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a6735fd-c57b-41c5-8192-45f29e7c2df4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:10.538026 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8ccb76-13e6-4a7d-af9f-bb1caf7927d5 None None] Network e0a2710a-4c22-4ae7-a4c4-bc947e8d9ec9 requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:04:10.613350 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-0a6735fd-c57b-41c5-8192-45f29e7c2df4 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8244641 Jan 25 02:04:10.819551 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c9da4b-e07c-4de4-a4df-8fece84337bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp071eaffc-51bf-5b06-a7f1-603d5cbd75dc-e0a2710a-4c22-4ae7-a4c4-bc947e8d9ec9', 'network_id': 'e0a2710a-4c22-4ae7-a4c4-bc947e8d9ec9', 'project_id': '149d04f9693541beb31c7cddf5060ce3', 'fixed_ips': [{'subnet_id': '60c922df-5c59-4601-a039-411fd3c80c56'}]}} from dv-cinder-821168-1-iscsi. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 02:04:10.821047 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91c9da4b-e07c-4de4-a4df-8fece84337bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:11.118555 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-91c9da4b-e07c-4de4-a4df-8fece84337bb None None] Allocated IP 172.20.0.2 (e0a2710a-4c22-4ae7-a4c4-bc947e8d9ec9/60c922df-5c59-4601-a039-411fd3c80c56/7c52f96e-14ba-4652-a14c-806fc9dc566c) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:04:11.456778 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91c9da4b-e07c-4de4-a4df-8fece84337bb None None] Publish callbacks [] for port (7c52f96e-14ba-4652-a14c-806fc9dc566c), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:11.524878 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91c9da4b-e07c-4de4-a4df-8fece84337bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240'] for port (7c52f96e-14ba-4652-a14c-806fc9dc566c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:11.609569 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c9da4b-e07c-4de4-a4df-8fece84337bb None None] Network e0a2710a-4c22-4ae7-a4c4-bc947e8d9ec9 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:04:11.617130 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-91c9da4b-e07c-4de4-a4df-8fece84337bb None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:04:11.621079 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c9da4b-e07c-4de4-a4df-8fece84337bb None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:04:11.637051 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9da4b-e07c-4de4-a4df-8fece84337bb None None] Pushing event updated for resources: {'Port': ['ID=7c52f96e-14ba-4652-a14c-806fc9dc566c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:04:11.689437 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9da4b-e07c-4de4-a4df-8fece84337bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:11.689816 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9da4b-e07c-4de4-a4df-8fece84337bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:11.690183 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9da4b-e07c-4de4-a4df-8fece84337bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:11.690563 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9da4b-e07c-4de4-a4df-8fece84337bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:11.690896 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9da4b-e07c-4de4-a4df-8fece84337bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:11.691253 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9da4b-e07c-4de4-a4df-8fece84337bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:11.691565 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9da4b-e07c-4de4-a4df-8fece84337bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:11.691896 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9da4b-e07c-4de4-a4df-8fece84337bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:11.692240 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9da4b-e07c-4de4-a4df-8fece84337bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:11.692587 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9da4b-e07c-4de4-a4df-8fece84337bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:11.692919 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9da4b-e07c-4de4-a4df-8fece84337bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:11.693245 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9da4b-e07c-4de4-a4df-8fece84337bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:11.693571 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9da4b-e07c-4de4-a4df-8fece84337bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:11.695038 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9da4b-e07c-4de4-a4df-8fece84337bb None None] Tracked resource versions report: Jan 25 02:04:11.695038 dv-cinder-821168-1-iscsi neutron-server[103189]: pushed versions: Jan 25 02:04:11.695038 dv-cinder-821168-1-iscsi neutron-server[103189]: { 'AddressGroup': {'1.2'}, Jan 25 02:04:11.695038 dv-cinder-821168-1-iscsi neutron-server[103189]: 'ConntrackHelper': {'1.0'}, Jan 25 02:04:11.695038 dv-cinder-821168-1-iscsi neutron-server[103189]: 'LocalIPAssociation': {'1.0'}, Jan 25 02:04:11.695038 dv-cinder-821168-1-iscsi neutron-server[103189]: 'Log': {'1.0'}, Jan 25 02:04:11.695038 dv-cinder-821168-1-iscsi neutron-server[103189]: 'Network': {'1.1'}, Jan 25 02:04:11.695038 dv-cinder-821168-1-iscsi neutron-server[103189]: 'Port': {'1.7'}, Jan 25 02:04:11.695038 dv-cinder-821168-1-iscsi neutron-server[103189]: 'PortForwarding': {'1.2'}, Jan 25 02:04:11.695038 dv-cinder-821168-1-iscsi neutron-server[103189]: 'QosPolicy': {'1.10'}, Jan 25 02:04:11.695038 dv-cinder-821168-1-iscsi neutron-server[103189]: 'SecurityGroup': {'1.5'}, Jan 25 02:04:11.695038 dv-cinder-821168-1-iscsi neutron-server[103189]: 'SecurityGroupRule': {'1.2'}, Jan 25 02:04:11.695038 dv-cinder-821168-1-iscsi neutron-server[103189]: 'SubPort': {'1.0'}, Jan 25 02:04:11.695038 dv-cinder-821168-1-iscsi neutron-server[103189]: 'Subnet': {'1.1'}, Jan 25 02:04:11.695038 dv-cinder-821168-1-iscsi neutron-server[103189]: 'Trunk': {'1.1'}} Jan 25 02:04:11.695038 dv-cinder-821168-1-iscsi neutron-server[103189]: consumer versions: Jan 25 02:04:11.695038 dv-cinder-821168-1-iscsi neutron-server[103189]: { DHCP agent@dv-cinder-821168-1-iscsi: {}, Jan 25 02:04:11.695038 dv-cinder-821168-1-iscsi neutron-server[103189]: L3 agent@dv-cinder-821168-1-iscsi: {}, Jan 25 02:04:11.695038 dv-cinder-821168-1-iscsi neutron-server[103189]: Metadata agent@dv-cinder-821168-1-iscsi: {}, Jan 25 02:04:11.695038 dv-cinder-821168-1-iscsi neutron-server[103189]: Metering agent@dv-cinder-821168-1-iscsi: {}, Jan 25 02:04:11.695038 dv-cinder-821168-1-iscsi neutron-server[103189]: Open vSwitch agent@dv-cinder-821168-1-iscsi: { 'AddressGroup': '1.2', Jan 25 02:04:11.695038 dv-cinder-821168-1-iscsi neutron-server[103189]: 'ConntrackHelper': '1.0', Jan 25 02:04:11.695038 dv-cinder-821168-1-iscsi neutron-server[103189]: 'LocalIPAssociation': '1.0', Jan 25 02:04:11.695038 dv-cinder-821168-1-iscsi neutron-server[103189]: 'Log': '1.0', Jan 25 02:04:11.695038 dv-cinder-821168-1-iscsi neutron-server[103189]: 'Network': '1.1', Jan 25 02:04:11.695038 dv-cinder-821168-1-iscsi neutron-server[103189]: 'Port': '1.7', Jan 25 02:04:11.695038 dv-cinder-821168-1-iscsi neutron-server[103189]: 'PortForwarding': '1.2', Jan 25 02:04:11.695038 dv-cinder-821168-1-iscsi neutron-server[103189]: 'QosPolicy': '1.10', Jan 25 02:04:11.695038 dv-cinder-821168-1-iscsi neutron-server[103189]: 'SecurityGroup': '1.5', Jan 25 02:04:11.695038 dv-cinder-821168-1-iscsi neutron-server[103189]: 'SecurityGroupRule': '1.2', Jan 25 02:04:11.695038 dv-cinder-821168-1-iscsi neutron-server[103189]: 'SubPort': '1.0', Jan 25 02:04:11.695038 dv-cinder-821168-1-iscsi neutron-server[103189]: 'Subnet': '1.1', Jan 25 02:04:11.695038 dv-cinder-821168-1-iscsi neutron-server[103189]: 'Trunk': '1.1'}} Jan 25 02:04:11.695038 dv-cinder-821168-1-iscsi neutron-server[103189]: {{(pid=103189) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 02:04:11.736148 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-91c9da4b-e07c-4de4-a4df-8fece84337bb None None] Attempting to bind port 7c52f96e-14ba-4652-a14c-806fc9dc566c on host dv-cinder-821168-1-iscsi for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:04:11.736148 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-91c9da4b-e07c-4de4-a4df-8fece84337bb None None] Attempting to bind port 7c52f96e-14ba-4652-a14c-806fc9dc566c by drivers openvswitch,hyperv on host dv-cinder-821168-1-iscsi at level 0 using segments [{'id': '0c1a7243-969c-4b71-98a7-ee317c73be2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e0a2710a-4c22-4ae7-a4c4-bc947e8d9ec9'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:04:11.736625 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c9da4b-e07c-4de4-a4df-8fece84337bb None None] Attempting to bind port 7c52f96e-14ba-4652-a14c-806fc9dc566c on network e0a2710a-4c22-4ae7-a4c4-bc947e8d9ec9 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:04:11.742013 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c9da4b-e07c-4de4-a4df-8fece84337bb None None] Checking agent: {'id': '086e82f0-eb32-4dd2-8729-4ab634561567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 3, 54), 'started_at': datetime.datetime(2022, 1, 25, 2, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:04:11.742394 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c9da4b-e07c-4de4-a4df-8fece84337bb None None] Checking segment: {'id': '0c1a7243-969c-4b71-98a7-ee317c73be2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e0a2710a-4c22-4ae7-a4c4-bc947e8d9ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:04:11.742864 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91c9da4b-e07c-4de4-a4df-8fece84337bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:11.743267 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c9da4b-e07c-4de4-a4df-8fece84337bb None None] Bound using segment: {'id': '0c1a7243-969c-4b71-98a7-ee317c73be2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e0a2710a-4c22-4ae7-a4c4-bc947e8d9ec9'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:04:11.743808 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-91c9da4b-e07c-4de4-a4df-8fece84337bb None None] Bound port: 7c52f96e-14ba-4652-a14c-806fc9dc566c, host: dv-cinder-821168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1a7243-969c-4b71-98a7-ee317c73be2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e0a2710a-4c22-4ae7-a4c4-bc947e8d9ec9'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:04:11.744222 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91c9da4b-e07c-4de4-a4df-8fece84337bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (7c52f96e-14ba-4652-a14c-806fc9dc566c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:11.814886 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-91c9da4b-e07c-4de4-a4df-8fece84337bb None None] For port 7c52f96e-14ba-4652-a14c-806fc9dc566c, host dv-cinder-821168-1-iscsi, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:04:11.819448 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-91c9da4b-e07c-4de4-a4df-8fece84337bb None None] For port 7c52f96e-14ba-4652-a14c-806fc9dc566c, host dv-cinder-821168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=7c52f96e-14ba-4652-a14c-806fc9dc566c,segment=NetworkSegment(0c1a7243-969c-4b71-98a7-ee317c73be2c),segment_id=0c1a7243-969c-4b71-98a7-ee317c73be2c)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:04:11.918058 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91c9da4b-e07c-4de4-a4df-8fece84337bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (7c52f96e-14ba-4652-a14c-806fc9dc566c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:11.995429 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9da4b-e07c-4de4-a4df-8fece84337bb None None] Pushing event updated for resources: {'Port': ['ID=7c52f96e-14ba-4652-a14c-806fc9dc566c,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:04:13.325625 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 56102) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:04:13.976263 dv-cinder-821168-1-iscsi neutron-server[103187]: WARNING oslo_policy.policy [None req-b8cb254b-68b5-45f4-9c33-a1ea5bb977ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 02:04:13.976819 dv-cinder-821168-1-iscsi neutron-server[103187]: WARNING oslo_policy.policy [None req-b8cb254b-68b5-45f4-9c33-a1ea5bb977ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 02:04:14.205154 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [None req-b8cb254b-68b5-45f4-9c33-a1ea5bb977ed admin admin] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:04:14.206542 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-b8cb254b-68b5-45f4-9c33-a1ea5bb977ed admin admin] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8786728 Jan 25 02:04:17.435308 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 56116) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:04:17.633734 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-09663d10-1d59-4509-82d2-5604ad1aa817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:17.807967 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [None req-f8ef5bcd-a6b9-47b0-9bfb-fc07ce3f7004 admin admin] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:04:17.808956 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-f8ef5bcd-a6b9-47b0-9bfb-fc07ce3f7004 admin admin] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3726645 Jan 25 02:04:20.140831 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9d9f931-f92d-429a-a8e0-73168118947b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:20.749592 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 56126) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:04:21.095291 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [None req-301dd338-539a-4906-a444-9c736e5c3d20 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '149d04f9693541beb31c7cddf5060ce3', 'admin_state_up': True}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:04:21.166248 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.policy [None req-301dd338-539a-4906-a444-9c736e5c3d20 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103187) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 25 02:04:21.217582 dv-cinder-821168-1-iscsi neutron-server[103187]: WARNING oslo_policy.policy [None req-301dd338-539a-4906-a444-9c736e5c3d20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 02:04:21.218350 dv-cinder-821168-1-iscsi neutron-server[103187]: WARNING oslo_policy.policy [None req-301dd338-539a-4906-a444-9c736e5c3d20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 02:04:21.227475 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.quota [None req-301dd338-539a-4906-a444-9c736e5c3d20 admin admin] Loaded quota_driver: . Jan 25 02:04:21.376712 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-301dd338-539a-4906-a444-9c736e5c3d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1006660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1262'] for router (560eb225-44ae-413b-b38f-fc8c3f2a71d5), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:21.378792 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-301dd338-539a-4906-a444-9c736e5c3d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1006800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1012103', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045'] for router (560eb225-44ae-413b-b38f-fc8c3f2a71d5), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:21.439298 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:21.553583 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-301dd338-539a-4906-a444-9c736e5c3d20 admin admin] Publish callbacks [] for router_controller (560eb225-44ae-413b-b38f-fc8c3f2a71d5), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:21.617334 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-301dd338-539a-4906-a444-9c736e5c3d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1006799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1012195'] for router (560eb225-44ae-413b-b38f-fc8c3f2a71d5), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:21.704412 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-301dd338-539a-4906-a444-9c736e5c3d20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:21.711502 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-301dd338-539a-4906-a444-9c736e5c3d20 admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9550126 Jan 25 02:04:22.953655 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:23.443052 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 7c52f96e-14ba-4652-a14c-806fc9dc566c up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:04:23.540920 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port 7c52f96e-14ba-4652-a14c-806fc9dc566c triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:04:23.541257 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (7c52f96e-14ba-4652-a14c-806fc9dc566c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:23.714829 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port 7c52f96e-14ba-4652-a14c-806fc9dc566c is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:04:23.715228 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (7c52f96e-14ba-4652-a14c-806fc9dc566c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:23.753499 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] For port 7c52f96e-14ba-4652-a14c-806fc9dc566c, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=7c52f96e-14ba-4652-a14c-806fc9dc566c,segment=NetworkSegment(0c1a7243-969c-4b71-98a7-ee317c73be2c),segment_id=0c1a7243-969c-4b71-98a7-ee317c73be2c)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:04:23.845044 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (7c52f96e-14ba-4652-a14c-806fc9dc566c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:23.901194 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Pushing event updated for resources: {'Port': ['ID=7c52f96e-14ba-4652-a14c-806fc9dc566c,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:04:24.487892 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 56150) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:04:24.506530 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:24.680917 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [None req-2d9aa6a7-7a1d-4032-9d2e-838cffae745b admin admin] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:04:24.682761 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-2d9aa6a7-7a1d-4032-9d2e-838cffae745b admin admin] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1937311 Jan 25 02:04:25.225219 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290cdb1a-3052-4391-81df-54d020fe1df7 None None] Network e0a2710a-4c22-4ae7-a4c4-bc947e8d9ec9 requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:04:25.325078 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-759fcc2d-1cf6-4b7c-a60b-e8664a5c1082 None None] Provisioning complete for port 7c52f96e-14ba-4652-a14c-806fc9dc566c triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:04:25.325643 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-759fcc2d-1cf6-4b7c-a60b-e8664a5c1082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (7c52f96e-14ba-4652-a14c-806fc9dc566c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:25.360444 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 7c52f96e-14ba-4652-a14c-806fc9dc566c up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:04:25.525951 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-759fcc2d-1cf6-4b7c-a60b-e8664a5c1082 None None] Current status of the port 7c52f96e-14ba-4652-a14c-806fc9dc566c is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:04:25.531116 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port 7c52f96e-14ba-4652-a14c-806fc9dc566c triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:04:25.531736 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (7c52f96e-14ba-4652-a14c-806fc9dc566c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:25.637877 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port 7c52f96e-14ba-4652-a14c-806fc9dc566c is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:04:25.756085 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-75aa3ab3-86e3-43f1-aa64-f559f3478296 None None] Provisioning complete for port 7c52f96e-14ba-4652-a14c-806fc9dc566c triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:04:25.756486 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-75aa3ab3-86e3-43f1-aa64-f559f3478296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (7c52f96e-14ba-4652-a14c-806fc9dc566c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:25.842751 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-75aa3ab3-86e3-43f1-aa64-f559f3478296 None None] Current status of the port 7c52f96e-14ba-4652-a14c-806fc9dc566c is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:04:27.239217 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 56172) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:04:27.300493 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [None req-8b8e9f63-1b58-4799-b2d8-e51b9d0d899d admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'project_id': 'c4374f57fb0c4aec94762cabe3522964', 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'tenant_id': 'c4374f57fb0c4aec94762cabe3522964'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:04:27.410499 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8e9f63-1b58-4799-b2d8-e51b9d0d899d admin admin] Made reservation on behalf of c4374f57fb0c4aec94762cabe3522964 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:04:27.413439 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8b8e9f63-1b58-4799-b2d8-e51b9d0d899d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:27.430248 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8b8e9f63-1b58-4799-b2d8-e51b9d0d899d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:27.546152 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8b8e9f63-1b58-4799-b2d8-e51b9d0d899d admin admin] Publish callbacks [] for security_group (026431e6-7236-4007-bec0-650dd3845e2a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:27.604526 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8b8e9f63-1b58-4799-b2d8-e51b9d0d899d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (026431e6-7236-4007-bec0-650dd3845e2a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:27.618829 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8b8e9f63-1b58-4799-b2d8-e51b9d0d899d admin admin] Reserving flat network on physical network physnet1 {{(pid=103187) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 25 02:04:27.655403 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8b8e9f63-1b58-4799-b2d8-e51b9d0d899d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777998562214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422'] for segment (563111bc-0e97-4ad0-9464-e144d87fe1b2), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:27.656049 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8b8e9f63-1b58-4799-b2d8-e51b9d0d899d admin admin] Unsubscribe: segment precommit_create {{(pid=103187) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 25 02:04:27.656605 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.db.segments_db [None req-8b8e9f63-1b58-4799-b2d8-e51b9d0d899d admin admin] Added segment 563111bc-0e97-4ad0-9464-e144d87fe1b2 of type flat for network a4beea5e-7380-4f54-a79a-85c8e3bac423 Jan 25 02:04:27.674052 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e9f63-1b58-4799-b2d8-e51b9d0d899d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026431e6-7236-4007-bec0-650dd3845e2a,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:04:27.724364 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8e9f63-1b58-4799-b2d8-e51b9d0d899d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:27.724799 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8e9f63-1b58-4799-b2d8-e51b9d0d899d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:27.725216 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8e9f63-1b58-4799-b2d8-e51b9d0d899d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:27.725600 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8e9f63-1b58-4799-b2d8-e51b9d0d899d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:27.725978 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8e9f63-1b58-4799-b2d8-e51b9d0d899d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:27.726353 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8e9f63-1b58-4799-b2d8-e51b9d0d899d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:27.726774 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8e9f63-1b58-4799-b2d8-e51b9d0d899d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:27.727175 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8e9f63-1b58-4799-b2d8-e51b9d0d899d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:27.727661 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8e9f63-1b58-4799-b2d8-e51b9d0d899d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:27.728091 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8e9f63-1b58-4799-b2d8-e51b9d0d899d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:27.728467 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8e9f63-1b58-4799-b2d8-e51b9d0d899d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:27.728837 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8e9f63-1b58-4799-b2d8-e51b9d0d899d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:27.729218 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8e9f63-1b58-4799-b2d8-e51b9d0d899d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:27.730831 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8e9f63-1b58-4799-b2d8-e51b9d0d899d admin admin] Tracked resource versions report: Jan 25 02:04:27.730831 dv-cinder-821168-1-iscsi neutron-server[103187]: pushed versions: Jan 25 02:04:27.730831 dv-cinder-821168-1-iscsi neutron-server[103187]: { 'AddressGroup': {'1.2'}, Jan 25 02:04:27.730831 dv-cinder-821168-1-iscsi neutron-server[103187]: 'ConntrackHelper': {'1.0'}, Jan 25 02:04:27.730831 dv-cinder-821168-1-iscsi neutron-server[103187]: 'LocalIPAssociation': {'1.0'}, Jan 25 02:04:27.730831 dv-cinder-821168-1-iscsi neutron-server[103187]: 'Log': {'1.0'}, Jan 25 02:04:27.730831 dv-cinder-821168-1-iscsi neutron-server[103187]: 'Network': {'1.1'}, Jan 25 02:04:27.730831 dv-cinder-821168-1-iscsi neutron-server[103187]: 'Port': {'1.7'}, Jan 25 02:04:27.730831 dv-cinder-821168-1-iscsi neutron-server[103187]: 'PortForwarding': {'1.2'}, Jan 25 02:04:27.730831 dv-cinder-821168-1-iscsi neutron-server[103187]: 'QosPolicy': {'1.10'}, Jan 25 02:04:27.730831 dv-cinder-821168-1-iscsi neutron-server[103187]: 'SecurityGroup': {'1.5'}, Jan 25 02:04:27.730831 dv-cinder-821168-1-iscsi neutron-server[103187]: 'SecurityGroupRule': {'1.2'}, Jan 25 02:04:27.730831 dv-cinder-821168-1-iscsi neutron-server[103187]: 'SubPort': {'1.0'}, Jan 25 02:04:27.730831 dv-cinder-821168-1-iscsi neutron-server[103187]: 'Subnet': {'1.1'}, Jan 25 02:04:27.730831 dv-cinder-821168-1-iscsi neutron-server[103187]: 'Trunk': {'1.1'}} Jan 25 02:04:27.730831 dv-cinder-821168-1-iscsi neutron-server[103187]: consumer versions: Jan 25 02:04:27.730831 dv-cinder-821168-1-iscsi neutron-server[103187]: { DHCP agent@dv-cinder-821168-1-iscsi: {}, Jan 25 02:04:27.730831 dv-cinder-821168-1-iscsi neutron-server[103187]: L3 agent@dv-cinder-821168-1-iscsi: {}, Jan 25 02:04:27.730831 dv-cinder-821168-1-iscsi neutron-server[103187]: Metadata agent@dv-cinder-821168-1-iscsi: {}, Jan 25 02:04:27.730831 dv-cinder-821168-1-iscsi neutron-server[103187]: Metering agent@dv-cinder-821168-1-iscsi: {}, Jan 25 02:04:27.730831 dv-cinder-821168-1-iscsi neutron-server[103187]: Open vSwitch agent@dv-cinder-821168-1-iscsi: { 'AddressGroup': '1.2', Jan 25 02:04:27.730831 dv-cinder-821168-1-iscsi neutron-server[103187]: 'ConntrackHelper': '1.0', Jan 25 02:04:27.730831 dv-cinder-821168-1-iscsi neutron-server[103187]: 'LocalIPAssociation': '1.0', Jan 25 02:04:27.730831 dv-cinder-821168-1-iscsi neutron-server[103187]: 'Log': '1.0', Jan 25 02:04:27.730831 dv-cinder-821168-1-iscsi neutron-server[103187]: 'Network': '1.1', Jan 25 02:04:27.730831 dv-cinder-821168-1-iscsi neutron-server[103187]: 'Port': '1.7', Jan 25 02:04:27.730831 dv-cinder-821168-1-iscsi neutron-server[103187]: 'PortForwarding': '1.2', Jan 25 02:04:27.730831 dv-cinder-821168-1-iscsi neutron-server[103187]: 'QosPolicy': '1.10', Jan 25 02:04:27.730831 dv-cinder-821168-1-iscsi neutron-server[103187]: 'SecurityGroup': '1.5', Jan 25 02:04:27.730831 dv-cinder-821168-1-iscsi neutron-server[103187]: 'SecurityGroupRule': '1.2', Jan 25 02:04:27.730831 dv-cinder-821168-1-iscsi neutron-server[103187]: 'SubPort': '1.0', Jan 25 02:04:27.730831 dv-cinder-821168-1-iscsi neutron-server[103187]: 'Subnet': '1.1', Jan 25 02:04:27.730831 dv-cinder-821168-1-iscsi neutron-server[103187]: 'Trunk': '1.1'}} Jan 25 02:04:27.730831 dv-cinder-821168-1-iscsi neutron-server[103187]: {{(pid=103187) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 02:04:27.785254 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8b8e9f63-1b58-4799-b2d8-e51b9d0d899d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777998040441'] for network (a4beea5e-7380-4f54-a79a-85c8e3bac423), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:27.884710 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8b8e9f63-1b58-4799-b2d8-e51b9d0d899d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394'] for network (a4beea5e-7380-4f54-a79a-85c8e3bac423), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:27.886241 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8e9f63-1b58-4799-b2d8-e51b9d0d899d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:04:27.887256 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8b8e9f63-1b58-4799-b2d8-e51b9d0d899d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:28.002839 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-8b8e9f63-1b58-4799-b2d8-e51b9d0d899d admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7623296 Jan 25 02:04:28.014206 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e9f63-1b58-4799-b2d8-e51b9d0d899d admin admin] Pushing event updated for resources: {'Network': ['ID=a4beea5e-7380-4f54-a79a-85c8e3bac423,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:04:28.028432 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Network a4beea5e-7380-4f54-a79a-85c8e3bac423 details requested by agent ovs-agent-dv-cinder-821168-1-iscsi with host dv-cinder-821168-1-iscsi {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:04:30.507622 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 56184) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:04:30.675082 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898320cf-63a7-4cec-a9bf-0e0e07bd4b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:04:30.676562 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-898320cf-63a7-4cec-a9bf-0e0e07bd4b07 admin admin] 10.222.0.112 "GET /v2.0/subnets/60c922df-5c59-4601-a039-411fd3c80c56 HTTP/1.1" status: 200 len: 849 time: 0.1679463 Jan 25 02:04:30.830795 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-85de0982-48e5-4f11-84f4-56148b6fa483 admin admin] 10.222.0.112 "GET /v2.0/routers/560eb225-44ae-413b-b38f-fc8c3f2a71d5 HTTP/1.1" status: 200 len: 704 time: 0.1482501 Jan 25 02:04:31.152640 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-284f9d0d-d872-4889-8447-e75cc179fa1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:31.584269 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-284f9d0d-d872-4889-8447-e75cc179fa1a admin admin] Allocated IP 172.20.0.1 (e0a2710a-4c22-4ae7-a4c4-bc947e8d9ec9/60c922df-5c59-4601-a039-411fd3c80c56/8b9ff987-ca1c-4734-9825-07dc53e9d7eb) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:04:31.952003 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-284f9d0d-d872-4889-8447-e75cc179fa1a admin admin] Publish callbacks [] for port (8b9ff987-ca1c-4734-9825-07dc53e9d7eb), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:32.101068 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-284f9d0d-d872-4889-8447-e75cc179fa1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240'] for port (8b9ff987-ca1c-4734-9825-07dc53e9d7eb), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:32.198799 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284f9d0d-d872-4889-8447-e75cc179fa1a admin admin] Network e0a2710a-4c22-4ae7-a4c4-bc947e8d9ec9 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:04:32.206633 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-284f9d0d-d872-4889-8447-e75cc179fa1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:04:32.210283 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284f9d0d-d872-4889-8447-e75cc179fa1a admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:04:32.210853 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-284f9d0d-d872-4889-8447-e75cc179fa1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013087'] for router_interface (560eb225-44ae-413b-b38f-fc8c3f2a71d5), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:32.235250 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f9d0d-d872-4889-8447-e75cc179fa1a admin admin] Pushing event updated for resources: {'Port': ['ID=8b9ff987-ca1c-4734-9825-07dc53e9d7eb,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:04:32.508240 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-45c33086-33aa-4cfe-866f-61b8f7b2d35a None None] Provisioning complete for port 8b9ff987-ca1c-4734-9825-07dc53e9d7eb triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:04:32.508843 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45c33086-33aa-4cfe-866f-61b8f7b2d35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (8b9ff987-ca1c-4734-9825-07dc53e9d7eb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:32.547249 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-45c33086-33aa-4cfe-866f-61b8f7b2d35a None None] Port 8b9ff987-ca1c-4734-9825-07dc53e9d7eb cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:04:32.609968 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-284f9d0d-d872-4889-8447-e75cc179fa1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (8b9ff987-ca1c-4734-9825-07dc53e9d7eb), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:32.909711 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-284f9d0d-d872-4889-8447-e75cc179fa1a admin admin] Publish callbacks [] for port (8b9ff987-ca1c-4734-9825-07dc53e9d7eb), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:32.980217 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-284f9d0d-d872-4889-8447-e75cc179fa1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (8b9ff987-ca1c-4734-9825-07dc53e9d7eb), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:32.981027 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-284f9d0d-d872-4889-8447-e75cc179fa1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012405'] for router_interface (560eb225-44ae-413b-b38f-fc8c3f2a71d5), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:33.052823 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f9d0d-d872-4889-8447-e75cc179fa1a admin admin] Pushing event updated for resources: {'Port': ['ID=8b9ff987-ca1c-4734-9825-07dc53e9d7eb,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:04:33.136491 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284f9d0d-d872-4889-8447-e75cc179fa1a admin admin] Network e0a2710a-4c22-4ae7-a4c4-bc947e8d9ec9 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:04:33.138779 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-284f9d0d-d872-4889-8447-e75cc179fa1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:04:33.376123 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-c9d8cf0e-c706-4ffc-b124-c44f4ec6885b None None] Provisioning complete for port 8b9ff987-ca1c-4734-9825-07dc53e9d7eb triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:04:33.376524 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c9d8cf0e-c706-4ffc-b124-c44f4ec6885b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (8b9ff987-ca1c-4734-9825-07dc53e9d7eb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:33.416739 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c9d8cf0e-c706-4ffc-b124-c44f4ec6885b None None] Port 8b9ff987-ca1c-4734-9825-07dc53e9d7eb cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:04:33.473112 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284f9d0d-d872-4889-8447-e75cc179fa1a admin admin] Router 560eb225-44ae-413b-b38f-fc8c3f2a71d5 is scheduled to L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 02:04:33.569558 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284f9d0d-d872-4889-8447-e75cc179fa1a admin admin] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:04:33.577893 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-284f9d0d-d872-4889-8447-e75cc179fa1a admin admin] 10.222.0.112 "PUT /v2.0/routers/560eb225-44ae-413b-b38f-fc8c3f2a71d5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7418008 Jan 25 02:04:33.581789 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ff1ed6-3663-4854-bed5-cc853f1231d3 None None] Sync routers for ids ['560eb225-44ae-413b-b38f-fc8c3f2a71d5'] in dv-cinder-821168-1-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:04:33.596807 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ff1ed6-3663-4854-bed5-cc853f1231d3 None None] Routers {'560eb225-44ae-413b-b38f-fc8c3f2a71d5'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:04:33.597787 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e5ff1ed6-3663-4854-bed5-cc853f1231d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:04:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['560eb225-44ae-413b-b38f-fc8c3f2a71d5'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:04:33.800775 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-e5ff1ed6-3663-4854-bed5-cc853f1231d3 None None] Set router 560eb225-44ae-413b-b38f-fc8c3f2a71d5 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:04:34.447093 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e5ff1ed6-3663-4854-bed5-cc853f1231d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560eb225-44ae-413b-b38f-fc8c3f2a71d5', 'name': 'router1', 'tenant_id': '149d04f9693541beb31c7cddf5060ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:04:21Z', 'updated_at': '2022-01-25T02:04:32Z', 'revision_number': 2, 'project_id': '149d04f9693541beb31c7cddf5060ce3', 'gw_port_host': None, '_interfaces': [{'id': '8b9ff987-ca1c-4734-9825-07dc53e9d7eb', 'name': '', 'network_id': 'e0a2710a-4c22-4ae7-a4c4-bc947e8d9ec9', 'tenant_id': '149d04f9693541beb31c7cddf5060ce3', 'mac_address': 'fa:16:3e:4e:f2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560eb225-44ae-413b-b38f-fc8c3f2a71d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60c922df-5c59-4601-a039-411fd3c80c56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:04:31Z', 'updated_at': '2022-01-25T02:04:32Z', 'revision_number': 2, 'project_id': '149d04f9693541beb31c7cddf5060ce3', 'subnets': [{'id': '60c922df-5c59-4601-a039-411fd3c80c56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '59aa9a51-ada5-4fd4-979a-83a5104e3577'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:04:34.502430 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ff1ed6-3663-4854-bed5-cc853f1231d3 None None] Checking router: 560eb225-44ae-413b-b38f-fc8c3f2a71d5 for host: dv-cinder-821168-1-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:04:34.502818 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ff1ed6-3663-4854-bed5-cc853f1231d3 None None] Updating router 560eb225-44ae-413b-b38f-fc8c3f2a71d5 port 8b9ff987-ca1c-4734-9825-07dc53e9d7eb binding host dv-cinder-821168-1-iscsi {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:04:34.555238 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e5ff1ed6-3663-4854-bed5-cc853f1231d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (8b9ff987-ca1c-4734-9825-07dc53e9d7eb), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:35.124412 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e5ff1ed6-3663-4854-bed5-cc853f1231d3 None None] Publish callbacks [] for port (8b9ff987-ca1c-4734-9825-07dc53e9d7eb), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:35.191752 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e5ff1ed6-3663-4854-bed5-cc853f1231d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (8b9ff987-ca1c-4734-9825-07dc53e9d7eb), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:35.378200 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e5ff1ed6-3663-4854-bed5-cc853f1231d3 None None] Attempting to bind port 8b9ff987-ca1c-4734-9825-07dc53e9d7eb on host dv-cinder-821168-1-iscsi for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:04:35.378661 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e5ff1ed6-3663-4854-bed5-cc853f1231d3 None None] Attempting to bind port 8b9ff987-ca1c-4734-9825-07dc53e9d7eb by drivers openvswitch,hyperv on host dv-cinder-821168-1-iscsi at level 0 using segments [{'id': '0c1a7243-969c-4b71-98a7-ee317c73be2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e0a2710a-4c22-4ae7-a4c4-bc947e8d9ec9'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:04:35.379006 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ff1ed6-3663-4854-bed5-cc853f1231d3 None None] Attempting to bind port 8b9ff987-ca1c-4734-9825-07dc53e9d7eb on network e0a2710a-4c22-4ae7-a4c4-bc947e8d9ec9 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:04:35.381505 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4401ff42-4f7f-4669-a222-4fe9d1c40f71 None None] Pushing event updated for resources: {'Port': ['ID=8b9ff987-ca1c-4734-9825-07dc53e9d7eb,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:04:35.390596 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ff1ed6-3663-4854-bed5-cc853f1231d3 None None] Checking agent: {'id': '086e82f0-eb32-4dd2-8729-4ab634561567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 3, 54), 'started_at': datetime.datetime(2022, 1, 25, 2, 4, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:04:35.391025 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ff1ed6-3663-4854-bed5-cc853f1231d3 None None] Checking segment: {'id': '0c1a7243-969c-4b71-98a7-ee317c73be2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e0a2710a-4c22-4ae7-a4c4-bc947e8d9ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:04:35.391603 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e5ff1ed6-3663-4854-bed5-cc853f1231d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:35.392010 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ff1ed6-3663-4854-bed5-cc853f1231d3 None None] Bound using segment: {'id': '0c1a7243-969c-4b71-98a7-ee317c73be2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e0a2710a-4c22-4ae7-a4c4-bc947e8d9ec9'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:04:35.392597 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e5ff1ed6-3663-4854-bed5-cc853f1231d3 None None] Bound port: 8b9ff987-ca1c-4734-9825-07dc53e9d7eb, host: dv-cinder-821168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1a7243-969c-4b71-98a7-ee317c73be2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e0a2710a-4c22-4ae7-a4c4-bc947e8d9ec9'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:04:35.393144 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e5ff1ed6-3663-4854-bed5-cc853f1231d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (8b9ff987-ca1c-4734-9825-07dc53e9d7eb), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:35.412611 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4401ff42-4f7f-4669-a222-4fe9d1c40f71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:35.413029 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4401ff42-4f7f-4669-a222-4fe9d1c40f71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:35.413327 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4401ff42-4f7f-4669-a222-4fe9d1c40f71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:35.413711 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4401ff42-4f7f-4669-a222-4fe9d1c40f71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:35.414067 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4401ff42-4f7f-4669-a222-4fe9d1c40f71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:35.414676 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4401ff42-4f7f-4669-a222-4fe9d1c40f71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:35.414826 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4401ff42-4f7f-4669-a222-4fe9d1c40f71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:35.415133 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4401ff42-4f7f-4669-a222-4fe9d1c40f71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:35.415480 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4401ff42-4f7f-4669-a222-4fe9d1c40f71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:35.415834 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4401ff42-4f7f-4669-a222-4fe9d1c40f71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:35.416401 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4401ff42-4f7f-4669-a222-4fe9d1c40f71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:35.416507 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4401ff42-4f7f-4669-a222-4fe9d1c40f71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:35.416807 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4401ff42-4f7f-4669-a222-4fe9d1c40f71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:04:35.418303 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4401ff42-4f7f-4669-a222-4fe9d1c40f71 None None] Tracked resource versions report: Jan 25 02:04:35.418303 dv-cinder-821168-1-iscsi neutron-server[103190]: pushed versions: Jan 25 02:04:35.418303 dv-cinder-821168-1-iscsi neutron-server[103190]: { 'AddressGroup': {'1.2'}, Jan 25 02:04:35.418303 dv-cinder-821168-1-iscsi neutron-server[103190]: 'ConntrackHelper': {'1.0'}, Jan 25 02:04:35.418303 dv-cinder-821168-1-iscsi neutron-server[103190]: 'LocalIPAssociation': {'1.0'}, Jan 25 02:04:35.418303 dv-cinder-821168-1-iscsi neutron-server[103190]: 'Log': {'1.0'}, Jan 25 02:04:35.418303 dv-cinder-821168-1-iscsi neutron-server[103190]: 'Network': {'1.1'}, Jan 25 02:04:35.418303 dv-cinder-821168-1-iscsi neutron-server[103190]: 'Port': {'1.7'}, Jan 25 02:04:35.418303 dv-cinder-821168-1-iscsi neutron-server[103190]: 'PortForwarding': {'1.2'}, Jan 25 02:04:35.418303 dv-cinder-821168-1-iscsi neutron-server[103190]: 'QosPolicy': {'1.10'}, Jan 25 02:04:35.418303 dv-cinder-821168-1-iscsi neutron-server[103190]: 'SecurityGroup': {'1.5'}, Jan 25 02:04:35.418303 dv-cinder-821168-1-iscsi neutron-server[103190]: 'SecurityGroupRule': {'1.2'}, Jan 25 02:04:35.418303 dv-cinder-821168-1-iscsi neutron-server[103190]: 'SubPort': {'1.0'}, Jan 25 02:04:35.418303 dv-cinder-821168-1-iscsi neutron-server[103190]: 'Subnet': {'1.1'}, Jan 25 02:04:35.418303 dv-cinder-821168-1-iscsi neutron-server[103190]: 'Trunk': {'1.1'}} Jan 25 02:04:35.418303 dv-cinder-821168-1-iscsi neutron-server[103190]: consumer versions: Jan 25 02:04:35.418303 dv-cinder-821168-1-iscsi neutron-server[103190]: { DHCP agent@dv-cinder-821168-1-iscsi: {}, Jan 25 02:04:35.418303 dv-cinder-821168-1-iscsi neutron-server[103190]: L3 agent@dv-cinder-821168-1-iscsi: {}, Jan 25 02:04:35.418303 dv-cinder-821168-1-iscsi neutron-server[103190]: Metadata agent@dv-cinder-821168-1-iscsi: {}, Jan 25 02:04:35.418303 dv-cinder-821168-1-iscsi neutron-server[103190]: Metering agent@dv-cinder-821168-1-iscsi: {}, Jan 25 02:04:35.418303 dv-cinder-821168-1-iscsi neutron-server[103190]: Open vSwitch agent@dv-cinder-821168-1-iscsi: { 'AddressGroup': '1.2', Jan 25 02:04:35.418303 dv-cinder-821168-1-iscsi neutron-server[103190]: 'ConntrackHelper': '1.0', Jan 25 02:04:35.418303 dv-cinder-821168-1-iscsi neutron-server[103190]: 'LocalIPAssociation': '1.0', Jan 25 02:04:35.418303 dv-cinder-821168-1-iscsi neutron-server[103190]: 'Log': '1.0', Jan 25 02:04:35.418303 dv-cinder-821168-1-iscsi neutron-server[103190]: 'Network': '1.1', Jan 25 02:04:35.418303 dv-cinder-821168-1-iscsi neutron-server[103190]: 'Port': '1.7', Jan 25 02:04:35.418303 dv-cinder-821168-1-iscsi neutron-server[103190]: 'PortForwarding': '1.2', Jan 25 02:04:35.418303 dv-cinder-821168-1-iscsi neutron-server[103190]: 'QosPolicy': '1.10', Jan 25 02:04:35.418303 dv-cinder-821168-1-iscsi neutron-server[103190]: 'SecurityGroup': '1.5', Jan 25 02:04:35.418303 dv-cinder-821168-1-iscsi neutron-server[103190]: 'SecurityGroupRule': '1.2', Jan 25 02:04:35.418303 dv-cinder-821168-1-iscsi neutron-server[103190]: 'SubPort': '1.0', Jan 25 02:04:35.418303 dv-cinder-821168-1-iscsi neutron-server[103190]: 'Subnet': '1.1', Jan 25 02:04:35.418303 dv-cinder-821168-1-iscsi neutron-server[103190]: 'Trunk': '1.1'}} Jan 25 02:04:35.418303 dv-cinder-821168-1-iscsi neutron-server[103190]: {{(pid=103190) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 02:04:35.481814 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e5ff1ed6-3663-4854-bed5-cc853f1231d3 None None] For port 8b9ff987-ca1c-4734-9825-07dc53e9d7eb, host dv-cinder-821168-1-iscsi, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:04:35.502035 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e5ff1ed6-3663-4854-bed5-cc853f1231d3 None None] For port 8b9ff987-ca1c-4734-9825-07dc53e9d7eb, host dv-cinder-821168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=8b9ff987-ca1c-4734-9825-07dc53e9d7eb,segment=NetworkSegment(0c1a7243-969c-4b71-98a7-ee317c73be2c),segment_id=0c1a7243-969c-4b71-98a7-ee317c73be2c)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:04:35.551268 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-a62cba3c-7864-483f-aa0c-d7f05e50366a None None] Provisioning complete for port 8b9ff987-ca1c-4734-9825-07dc53e9d7eb triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:04:35.552033 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a62cba3c-7864-483f-aa0c-d7f05e50366a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (8b9ff987-ca1c-4734-9825-07dc53e9d7eb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:35.570490 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e5ff1ed6-3663-4854-bed5-cc853f1231d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (8b9ff987-ca1c-4734-9825-07dc53e9d7eb), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:35.588066 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a62cba3c-7864-483f-aa0c-d7f05e50366a None None] Port 8b9ff987-ca1c-4734-9825-07dc53e9d7eb cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:04:35.665111 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ff1ed6-3663-4854-bed5-cc853f1231d3 None None] Routers {'560eb225-44ae-413b-b38f-fc8c3f2a71d5'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:04:35.665764 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e5ff1ed6-3663-4854-bed5-cc853f1231d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:04:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['560eb225-44ae-413b-b38f-fc8c3f2a71d5'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:04:35.670128 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4401ff42-4f7f-4669-a222-4fe9d1c40f71 None None] Pushing event updated for resources: {'Port': ['ID=8b9ff987-ca1c-4734-9825-07dc53e9d7eb,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:04:35.776375 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-e5ff1ed6-3663-4854-bed5-cc853f1231d3 None None] Set router 560eb225-44ae-413b-b38f-fc8c3f2a71d5 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:04:35.808312 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-182ba998-7fc0-4e54-9c85-b1f4eeedd95d None None] Provisioning complete for port 8b9ff987-ca1c-4734-9825-07dc53e9d7eb triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:04:35.809008 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-182ba998-7fc0-4e54-9c85-b1f4eeedd95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (8b9ff987-ca1c-4734-9825-07dc53e9d7eb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:35.918125 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-182ba998-7fc0-4e54-9c85-b1f4eeedd95d None None] Current status of the port 8b9ff987-ca1c-4734-9825-07dc53e9d7eb is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:04:35.918559 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-182ba998-7fc0-4e54-9c85-b1f4eeedd95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (8b9ff987-ca1c-4734-9825-07dc53e9d7eb), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:35.962526 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-182ba998-7fc0-4e54-9c85-b1f4eeedd95d None None] For port 8b9ff987-ca1c-4734-9825-07dc53e9d7eb, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=8b9ff987-ca1c-4734-9825-07dc53e9d7eb,segment=NetworkSegment(0c1a7243-969c-4b71-98a7-ee317c73be2c),segment_id=0c1a7243-969c-4b71-98a7-ee317c73be2c)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:04:36.021222 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e5ff1ed6-3663-4854-bed5-cc853f1231d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560eb225-44ae-413b-b38f-fc8c3f2a71d5', 'name': 'router1', 'tenant_id': '149d04f9693541beb31c7cddf5060ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:04:21Z', 'updated_at': '2022-01-25T02:04:32Z', 'revision_number': 2, 'project_id': '149d04f9693541beb31c7cddf5060ce3', 'gw_port_host': None, '_interfaces': [{'id': '8b9ff987-ca1c-4734-9825-07dc53e9d7eb', 'name': '', 'network_id': 'e0a2710a-4c22-4ae7-a4c4-bc947e8d9ec9', 'tenant_id': '149d04f9693541beb31c7cddf5060ce3', 'mac_address': 'fa:16:3e:4e:f2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560eb225-44ae-413b-b38f-fc8c3f2a71d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60c922df-5c59-4601-a039-411fd3c80c56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:04:31Z', 'updated_at': '2022-01-25T02:04:35Z', 'revision_number': 4, 'project_id': '149d04f9693541beb31c7cddf5060ce3', 'subnets': [{'id': '60c922df-5c59-4601-a039-411fd3c80c56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '59aa9a51-ada5-4fd4-979a-83a5104e3577'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:04:36.031618 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-182ba998-7fc0-4e54-9c85-b1f4eeedd95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (8b9ff987-ca1c-4734-9825-07dc53e9d7eb), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:36.050544 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ff1ed6-3663-4854-bed5-cc853f1231d3 None None] The sync data for ids ['560eb225-44ae-413b-b38f-fc8c3f2a71d5'] in dv-cinder-821168-1-iscsi is: [{'id': '560eb225-44ae-413b-b38f-fc8c3f2a71d5', 'name': 'router1', 'tenant_id': '149d04f9693541beb31c7cddf5060ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:04:21Z', 'updated_at': '2022-01-25T02:04:32Z', 'revision_number': 2, 'project_id': '149d04f9693541beb31c7cddf5060ce3', 'gw_port_host': None, '_interfaces': [{'id': '8b9ff987-ca1c-4734-9825-07dc53e9d7eb', 'name': '', 'network_id': 'e0a2710a-4c22-4ae7-a4c4-bc947e8d9ec9', 'tenant_id': '149d04f9693541beb31c7cddf5060ce3', 'mac_address': 'fa:16:3e:4e:f2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560eb225-44ae-413b-b38f-fc8c3f2a71d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60c922df-5c59-4601-a039-411fd3c80c56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:04:31Z', 'updated_at': '2022-01-25T02:04:35Z', 'revision_number': 4, 'project_id': '149d04f9693541beb31c7cddf5060ce3', 'subnets': [{'id': '60c922df-5c59-4601-a039-411fd3c80c56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '59aa9a51-ada5-4fd4-979a-83a5104e3577'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:04:36.101983 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ba998-7fc0-4e54-9c85-b1f4eeedd95d None None] Pushing event updated for resources: {'Port': ['ID=8b9ff987-ca1c-4734-9825-07dc53e9d7eb,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:04:38.786431 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 56202) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:04:38.918168 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca2cea3-291a-4964-b97b-bf41aac9e267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:04:38.920531 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-0ca2cea3-291a-4964-b97b-bf41aac9e267 admin admin] 10.222.0.112 "GET /v2.0/networks/a4beea5e-7380-4f54-a79a-85c8e3bac423 HTTP/1.1" status: 200 len: 842 time: 0.1325228 Jan 25 02:04:38.932878 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-06f7378d-be46-44ec-a6e0-fa6121658ecd admin admin] Request body: {'subnet': {'tenant_id': 'c4374f57fb0c4aec94762cabe3522964', 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.3.0/24'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:04:39.015833 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f7378d-be46-44ec-a6e0-fa6121658ecd admin admin] Made reservation on behalf of c4374f57fb0c4aec94762cabe3522964 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:04:39.018479 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06f7378d-be46-44ec-a6e0-fa6121658ecd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:39.525566 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.objects.ports [None req-06f7378d-be46-44ec-a6e0-fa6121658ecd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103188) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 25 02:04:39.525948 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06f7378d-be46-44ec-a6e0-fa6121658ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394'] for subnet (7e657314-da2c-44e4-949d-aa8ff76f9246), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:39.582426 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f7378d-be46-44ec-a6e0-fa6121658ecd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e657314-da2c-44e4-949d-aa8ff76f9246,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:04:39.592035 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f7378d-be46-44ec-a6e0-fa6121658ecd admin admin] Checking segment: {'id': '563111bc-0e97-4ad0-9464-e144d87fe1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:04:39.592400 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f7378d-be46-44ec-a6e0-fa6121658ecd admin admin] Network hostable DHCP agents. Network: a4beea5e-7380-4f54-a79a-85c8e3bac423, hostable agents: ['e69e460b-fe2d-42d0-be9b-976257b6f4ce'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:04:39.695736 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f7378d-be46-44ec-a6e0-fa6121658ecd admin admin] Network a4beea5e-7380-4f54-a79a-85c8e3bac423 is scheduled to be hosted by DHCP agent e69e460b-fe2d-42d0-be9b-976257b6f4ce with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:04:39.827092 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-06f7378d-be46-44ec-a6e0-fa6121658ecd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821168-1-iscsi, a4beea5e-7380-4f54-a79a-85c8e3bac423) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:04:39.833633 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f7378d-be46-44ec-a6e0-fa6121658ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:04:39.834685 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06f7378d-be46-44ec-a6e0-fa6121658ecd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:39.837732 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3aacc2-4a22-4190-9a0f-f00b8372dc65 None None] Network a4beea5e-7380-4f54-a79a-85c8e3bac423 requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:04:39.956448 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-06f7378d-be46-44ec-a6e0-fa6121658ecd admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0292943 Jan 25 02:04:39.981276 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a365b629-5d7b-4a01-ab16-a9922bb06cb4 None None] Network a4beea5e-7380-4f54-a79a-85c8e3bac423 requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:04:42.759353 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 56210) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:04:43.032361 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-9d135682-5440-4ae5-aa41-0d0f3a7014dc admin admin] 10.222.0.112 "GET /v2.0/routers/560eb225-44ae-413b-b38f-fc8c3f2a71d5 HTTP/1.1" status: 200 len: 710 time: 0.2711511 Jan 25 02:04:43.127060 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec8f6ba-3851-45a3-921e-abd169da7a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:04:43.128849 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-fec8f6ba-3851-45a3-921e-abd169da7a09 admin admin] 10.222.0.112 "GET /v2.0/networks/a4beea5e-7380-4f54-a79a-85c8e3bac423 HTTP/1.1" status: 200 len: 886 time: 0.0902927 Jan 25 02:04:43.142348 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-87de9000-9619-477b-b200-98d4bf393483 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:04:43.459430 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87de9000-9619-477b-b200-98d4bf393483 admin admin] Publish callbacks [] for router_gateway (560eb225-44ae-413b-b38f-fc8c3f2a71d5), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:43.863904 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87de9000-9619-477b-b200-98d4bf393483 admin admin] Publish callbacks [] for router_gateway (560eb225-44ae-413b-b38f-fc8c3f2a71d5), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:43.945509 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87de9000-9619-477b-b200-98d4bf393483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:44.126697 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-87de9000-9619-477b-b200-98d4bf393483 admin admin] Allocated IP 172.27.3.29 (a4beea5e-7380-4f54-a79a-85c8e3bac423/7e657314-da2c-44e4-949d-aa8ff76f9246/23a5b05c-3b1b-4693-979b-68d99b9e55ea) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:04:44.244385 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87de9000-9619-477b-b200-98d4bf393483 admin admin] Publish callbacks [] for port (23a5b05c-3b1b-4693-979b-68d99b9e55ea), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:44.461739 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87de9000-9619-477b-b200-98d4bf393483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240'] for port (23a5b05c-3b1b-4693-979b-68d99b9e55ea), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:44.531324 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87de9000-9619-477b-b200-98d4bf393483 admin admin] Network a4beea5e-7380-4f54-a79a-85c8e3bac423 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:04:44.541603 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-87de9000-9619-477b-b200-98d4bf393483 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:04:44.550413 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87de9000-9619-477b-b200-98d4bf393483 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:04:44.592384 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87de9000-9619-477b-b200-98d4bf393483 admin admin] Pushing event updated for resources: {'Port': ['ID=23a5b05c-3b1b-4693-979b-68d99b9e55ea,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:04:45.150622 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87de9000-9619-477b-b200-98d4bf393483 admin admin] Publish callbacks [] for router_gateway (560eb225-44ae-413b-b38f-fc8c3f2a71d5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:45.381174 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 8b9ff987-ca1c-4734-9825-07dc53e9d7eb up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:04:45.395993 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87de9000-9619-477b-b200-98d4bf393483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1012113', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1006790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1027'] for router (560eb225-44ae-413b-b38f-fc8c3f2a71d5), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:45.402472 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87de9000-9619-477b-b200-98d4bf393483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1012195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1012122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1012212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1006845'] for router (560eb225-44ae-413b-b38f-fc8c3f2a71d5), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:45.448997 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port 8b9ff987-ca1c-4734-9825-07dc53e9d7eb triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:04:45.449568 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (8b9ff987-ca1c-4734-9825-07dc53e9d7eb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:45.545378 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port 8b9ff987-ca1c-4734-9825-07dc53e9d7eb is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:04:45.559793 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87de9000-9619-477b-b200-98d4bf393483 admin admin] Router 560eb225-44ae-413b-b38f-fc8c3f2a71d5 has already been hosted by L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:04:45.784035 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87de9000-9619-477b-b200-98d4bf393483 admin admin] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:04:45.789854 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87de9000-9619-477b-b200-98d4bf393483 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:45.791408 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-87de9000-9619-477b-b200-98d4bf393483 admin admin] 10.222.0.112 "PUT /v2.0/routers/560eb225-44ae-413b-b38f-fc8c3f2a71d5 HTTP/1.1" status: 200 len: 889 time: 2.6524441 Jan 25 02:04:46.136014 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f3922c-0a48-4ab8-9ef0-bcbcff763672 None None] Sync routers for ids ['560eb225-44ae-413b-b38f-fc8c3f2a71d5'] in dv-cinder-821168-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:04:46.149036 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f3922c-0a48-4ab8-9ef0-bcbcff763672 None None] Routers {'560eb225-44ae-413b-b38f-fc8c3f2a71d5'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:04:46.149695 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-46f3922c-0a48-4ab8-9ef0-bcbcff763672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:04:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['560eb225-44ae-413b-b38f-fc8c3f2a71d5'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:04:46.445859 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-46f3922c-0a48-4ab8-9ef0-bcbcff763672 None None] Set router 560eb225-44ae-413b-b38f-fc8c3f2a71d5 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:04:47.052484 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-46f3922c-0a48-4ab8-9ef0-bcbcff763672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560eb225-44ae-413b-b38f-fc8c3f2a71d5', 'name': 'router1', 'tenant_id': '149d04f9693541beb31c7cddf5060ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '23a5b05c-3b1b-4693-979b-68d99b9e55ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:04:21Z', 'updated_at': '2022-01-25T02:04:44Z', 'revision_number': 4, 'project_id': '149d04f9693541beb31c7cddf5060ce3', 'gw_port': {'id': '23a5b05c-3b1b-4693-979b-68d99b9e55ea', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560eb225-44ae-413b-b38f-fc8c3f2a71d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:04:43Z', 'updated_at': '2022-01-25T02:04:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '8b9ff987-ca1c-4734-9825-07dc53e9d7eb', 'name': '', 'network_id': 'e0a2710a-4c22-4ae7-a4c4-bc947e8d9ec9', 'tenant_id': '149d04f9693541beb31c7cddf5060ce3', 'mac_address': 'fa:16:3e:4e:f2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560eb225-44ae-413b-b38f-fc8c3f2a71d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60c922df-5c59-4601-a039-411fd3c80c56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:04:31Z', 'updated_at': '2022-01-25T02:04:35Z', 'revision_number': 5, 'project_id': '149d04f9693541beb31c7cddf5060ce3', 'subnets': [{'id': '60c922df-5c59-4601-a039-411fd3c80c56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '59aa9a51-ada5-4fd4-979a-83a5104e3577'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:04:47.121173 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f3922c-0a48-4ab8-9ef0-bcbcff763672 None None] Checking router: 560eb225-44ae-413b-b38f-fc8c3f2a71d5 for host: dv-cinder-821168-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:04:47.121173 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f3922c-0a48-4ab8-9ef0-bcbcff763672 None None] Updating router 560eb225-44ae-413b-b38f-fc8c3f2a71d5 port 23a5b05c-3b1b-4693-979b-68d99b9e55ea binding host dv-cinder-821168-1-iscsi {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:04:47.171750 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46f3922c-0a48-4ab8-9ef0-bcbcff763672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (23a5b05c-3b1b-4693-979b-68d99b9e55ea), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:47.176661 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 5 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:04:47.600259 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46f3922c-0a48-4ab8-9ef0-bcbcff763672 None None] Publish callbacks [] for port (23a5b05c-3b1b-4693-979b-68d99b9e55ea), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:47.632969 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-119b39e0-9dd2-49df-85ac-bf8debcd179b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:47.666841 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46f3922c-0a48-4ab8-9ef0-bcbcff763672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (23a5b05c-3b1b-4693-979b-68d99b9e55ea), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:47.718192 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-46f3922c-0a48-4ab8-9ef0-bcbcff763672 None None] Attempting to bind port 23a5b05c-3b1b-4693-979b-68d99b9e55ea on host dv-cinder-821168-1-iscsi for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:04:47.718600 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-46f3922c-0a48-4ab8-9ef0-bcbcff763672 None None] Attempting to bind port 23a5b05c-3b1b-4693-979b-68d99b9e55ea by drivers openvswitch,hyperv on host dv-cinder-821168-1-iscsi at level 0 using segments [{'id': '563111bc-0e97-4ad0-9464-e144d87fe1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:04:47.718968 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f3922c-0a48-4ab8-9ef0-bcbcff763672 None None] Attempting to bind port 23a5b05c-3b1b-4693-979b-68d99b9e55ea on network a4beea5e-7380-4f54-a79a-85c8e3bac423 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:04:47.726117 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754809b-0b10-4382-8b7e-bec33dcb4b70 None None] Pushing event updated for resources: {'Port': ['ID=23a5b05c-3b1b-4693-979b-68d99b9e55ea,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:04:47.729180 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f3922c-0a48-4ab8-9ef0-bcbcff763672 None None] Checking agent: {'id': '086e82f0-eb32-4dd2-8729-4ab634561567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 3, 54), 'started_at': datetime.datetime(2022, 1, 25, 2, 4, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:04:47.729549 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f3922c-0a48-4ab8-9ef0-bcbcff763672 None None] Checking segment: {'id': '563111bc-0e97-4ad0-9464-e144d87fe1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:04:47.730298 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46f3922c-0a48-4ab8-9ef0-bcbcff763672 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:47.730720 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f3922c-0a48-4ab8-9ef0-bcbcff763672 None None] Bound using segment: {'id': '563111bc-0e97-4ad0-9464-e144d87fe1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:04:47.731711 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-46f3922c-0a48-4ab8-9ef0-bcbcff763672 None None] Bound port: 23a5b05c-3b1b-4693-979b-68d99b9e55ea, host: dv-cinder-821168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563111bc-0e97-4ad0-9464-e144d87fe1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:04:47.732183 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46f3922c-0a48-4ab8-9ef0-bcbcff763672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (23a5b05c-3b1b-4693-979b-68d99b9e55ea), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:47.786400 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-46f3922c-0a48-4ab8-9ef0-bcbcff763672 None None] For port 23a5b05c-3b1b-4693-979b-68d99b9e55ea, host dv-cinder-821168-1-iscsi, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:04:47.789544 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-46f3922c-0a48-4ab8-9ef0-bcbcff763672 None None] For port 23a5b05c-3b1b-4693-979b-68d99b9e55ea, host dv-cinder-821168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=23a5b05c-3b1b-4693-979b-68d99b9e55ea,segment=NetworkSegment(563111bc-0e97-4ad0-9464-e144d87fe1b2),segment_id=563111bc-0e97-4ad0-9464-e144d87fe1b2)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:04:47.890701 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46f3922c-0a48-4ab8-9ef0-bcbcff763672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (23a5b05c-3b1b-4693-979b-68d99b9e55ea), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:47.951678 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f3922c-0a48-4ab8-9ef0-bcbcff763672 None None] Routers {'560eb225-44ae-413b-b38f-fc8c3f2a71d5'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:04:47.952489 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-46f3922c-0a48-4ab8-9ef0-bcbcff763672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:04:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['560eb225-44ae-413b-b38f-fc8c3f2a71d5'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:04:47.995428 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754809b-0b10-4382-8b7e-bec33dcb4b70 None None] Pushing event updated for resources: {'Port': ['ID=23a5b05c-3b1b-4693-979b-68d99b9e55ea,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:04:48.098336 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-46f3922c-0a48-4ab8-9ef0-bcbcff763672 None None] Set router 560eb225-44ae-413b-b38f-fc8c3f2a71d5 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:04:48.371327 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-46f3922c-0a48-4ab8-9ef0-bcbcff763672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560eb225-44ae-413b-b38f-fc8c3f2a71d5', 'name': 'router1', 'tenant_id': '149d04f9693541beb31c7cddf5060ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '23a5b05c-3b1b-4693-979b-68d99b9e55ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:04:21Z', 'updated_at': '2022-01-25T02:04:44Z', 'revision_number': 4, 'project_id': '149d04f9693541beb31c7cddf5060ce3', 'gw_port': {'id': '23a5b05c-3b1b-4693-979b-68d99b9e55ea', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560eb225-44ae-413b-b38f-fc8c3f2a71d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:04:43Z', 'updated_at': '2022-01-25T02:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '8b9ff987-ca1c-4734-9825-07dc53e9d7eb', 'name': '', 'network_id': 'e0a2710a-4c22-4ae7-a4c4-bc947e8d9ec9', 'tenant_id': '149d04f9693541beb31c7cddf5060ce3', 'mac_address': 'fa:16:3e:4e:f2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560eb225-44ae-413b-b38f-fc8c3f2a71d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60c922df-5c59-4601-a039-411fd3c80c56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:04:31Z', 'updated_at': '2022-01-25T02:04:35Z', 'revision_number': 5, 'project_id': '149d04f9693541beb31c7cddf5060ce3', 'subnets': [{'id': '60c922df-5c59-4601-a039-411fd3c80c56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '59aa9a51-ada5-4fd4-979a-83a5104e3577'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:04:48.402650 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f3922c-0a48-4ab8-9ef0-bcbcff763672 None None] The sync data for ids ['560eb225-44ae-413b-b38f-fc8c3f2a71d5'] in dv-cinder-821168-1-iscsi is: [{'id': '560eb225-44ae-413b-b38f-fc8c3f2a71d5', 'name': 'router1', 'tenant_id': '149d04f9693541beb31c7cddf5060ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '23a5b05c-3b1b-4693-979b-68d99b9e55ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:04:21Z', 'updated_at': '2022-01-25T02:04:44Z', 'revision_number': 4, 'project_id': '149d04f9693541beb31c7cddf5060ce3', 'gw_port': {'id': '23a5b05c-3b1b-4693-979b-68d99b9e55ea', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560eb225-44ae-413b-b38f-fc8c3f2a71d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:04:43Z', 'updated_at': '2022-01-25T02:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '8b9ff987-ca1c-4734-9825-07dc53e9d7eb', 'name': '', 'network_id': 'e0a2710a-4c22-4ae7-a4c4-bc947e8d9ec9', 'tenant_id': '149d04f9693541beb31c7cddf5060ce3', 'mac_address': 'fa:16:3e:4e:f2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560eb225-44ae-413b-b38f-fc8c3f2a71d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60c922df-5c59-4601-a039-411fd3c80c56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:04:31Z', 'updated_at': '2022-01-25T02:04:35Z', 'revision_number': 5, 'project_id': '149d04f9693541beb31c7cddf5060ce3', 'subnets': [{'id': '60c922df-5c59-4601-a039-411fd3c80c56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '59aa9a51-ada5-4fd4-979a-83a5104e3577'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:04:48.691196 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 56222) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:04:48.837404 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-5df987b2-c5b5-45ab-95bd-734677e5cb70 admin admin] 10.222.0.112 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1444955 Jan 25 02:04:49.398573 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 23a5b05c-3b1b-4693-979b-68d99b9e55ea up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:04:49.464747 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port 23a5b05c-3b1b-4693-979b-68d99b9e55ea triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:04:49.466047 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (23a5b05c-3b1b-4693-979b-68d99b9e55ea), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:49.569185 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port 23a5b05c-3b1b-4693-979b-68d99b9e55ea is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:04:49.569615 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (23a5b05c-3b1b-4693-979b-68d99b9e55ea), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:49.597752 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] For port 23a5b05c-3b1b-4693-979b-68d99b9e55ea, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=23a5b05c-3b1b-4693-979b-68d99b9e55ea,segment=NetworkSegment(563111bc-0e97-4ad0-9464-e144d87fe1b2),segment_id=563111bc-0e97-4ad0-9464-e144d87fe1b2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:04:49.689907 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (23a5b05c-3b1b-4693-979b-68d99b9e55ea), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:49.755963 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Pushing event updated for resources: {'Port': ['ID=23a5b05c-3b1b-4693-979b-68d99b9e55ea,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:04:50.186782 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6cbedd9d-4f4f-44a8-927c-e23004e4bfb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:51.325606 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 23a5b05c-3b1b-4693-979b-68d99b9e55ea up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:04:51.424212 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port 23a5b05c-3b1b-4693-979b-68d99b9e55ea triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:04:51.425085 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (23a5b05c-3b1b-4693-979b-68d99b9e55ea), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:51.526844 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port 23a5b05c-3b1b-4693-979b-68d99b9e55ea is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:04:51.678584 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:52.981673 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:04:54.550375 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:05:17.638031 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fec1a21d-7445-4b9c-9aa8-1f8bf8d3e88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:05:20.168625 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0040183-2cb6-4854-94e0-ec2c12c449c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:05:21.512710 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:05:22.997881 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:05:24.175789 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 5 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:05:24.476877 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:05:47.630127 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62ab44ff-6a4f-4873-b8e3-18e3026cc76d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:05:50.149745 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-edf678a3-9dc3-4453-b302-0e1a6f1cb234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:05:51.430440 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:05:53.007079 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:05:54.481331 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:06:01.174449 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 5 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:06:13.336588 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 56706) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:06:13.417912 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-c22d0f94-b557-4af9-9e42-7a3c498b92a5 admin admin] GET failed (client error): The resource could not be found. Jan 25 02:06:13.419313 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-c22d0f94-b557-4af9-9e42-7a3c498b92a5 admin admin] 10.222.0.112 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0804310 Jan 25 02:06:13.586392 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc49a7-e94d-429a-bb9d-b0cae8624cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:06:13.589712 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-29dc49a7-e94d-429a-bb9d-b0cae8624cc4 admin admin] 10.222.0.112 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1651487 Jan 25 02:06:15.873833 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 56716) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:06:15.971405 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fffd549-fc3b-417e-b16f-e832d5e1cfa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:06:15.972758 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-6fffd549-fc3b-417e-b16f-e832d5e1cfa2 admin admin] 10.222.0.112 "GET /v2.0/subnets/60c922df-5c59-4601-a039-411fd3c80c56 HTTP/1.1" status: 200 len: 849 time: 0.0979221 Jan 25 02:06:15.985582 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [None req-c483bdb4-b038-4b69-80a0-a7e826d383f7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:06:16.072797 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c483bdb4-b038-4b69-80a0-a7e826d383f7 admin admin] Publish callbacks [] for subnet (60c922df-5c59-4601-a039-411fd3c80c56), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:06:16.298072 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c483bdb4-b038-4b69-80a0-a7e826d383f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777998522188'] for subnet (60c922df-5c59-4601-a039-411fd3c80c56), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:06:16.330782 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c483bdb4-b038-4b69-80a0-a7e826d383f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:06:16.331284 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c483bdb4-b038-4b69-80a0-a7e826d383f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:06:16.332639 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-c483bdb4-b038-4b69-80a0-a7e826d383f7 admin admin] 10.222.0.112 "PUT /v2.0/subnets/60c922df-5c59-4601-a039-411fd3c80c56 HTTP/1.1" status: 200 len: 868 time: 0.3508902 Jan 25 02:06:16.355646 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e0fa18-8ba4-44ca-a947-daad8f562146 None None] Network e0a2710a-4c22-4ae7-a4c4-bc947e8d9ec9 requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:06:16.356773 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c483bdb4-b038-4b69-80a0-a7e826d383f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60c922df-5c59-4601-a039-411fd3c80c56,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:06:16.364344 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c483bdb4-b038-4b69-80a0-a7e826d383f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:06:16.364794 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c483bdb4-b038-4b69-80a0-a7e826d383f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:06:16.365077 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c483bdb4-b038-4b69-80a0-a7e826d383f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:06:16.365422 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c483bdb4-b038-4b69-80a0-a7e826d383f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:06:16.365764 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c483bdb4-b038-4b69-80a0-a7e826d383f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:06:16.366106 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c483bdb4-b038-4b69-80a0-a7e826d383f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:06:16.366480 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c483bdb4-b038-4b69-80a0-a7e826d383f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:06:16.366820 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c483bdb4-b038-4b69-80a0-a7e826d383f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:06:16.367160 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c483bdb4-b038-4b69-80a0-a7e826d383f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:06:16.367516 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c483bdb4-b038-4b69-80a0-a7e826d383f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:06:16.367853 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c483bdb4-b038-4b69-80a0-a7e826d383f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:06:16.369039 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c483bdb4-b038-4b69-80a0-a7e826d383f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:06:16.369259 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c483bdb4-b038-4b69-80a0-a7e826d383f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:06:16.707272 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-8b626afa-1c5f-43e9-8b61-1bef7377f8b2 None None] Provisioning complete for port 8b9ff987-ca1c-4734-9825-07dc53e9d7eb triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:06:16.707938 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8b626afa-1c5f-43e9-8b61-1bef7377f8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (8b9ff987-ca1c-4734-9825-07dc53e9d7eb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:06:16.812587 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8b626afa-1c5f-43e9-8b61-1bef7377f8b2 None None] Current status of the port 8b9ff987-ca1c-4734-9825-07dc53e9d7eb is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:06:16.825549 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-8b626afa-1c5f-43e9-8b61-1bef7377f8b2 None None] Provisioning complete for port 7c52f96e-14ba-4652-a14c-806fc9dc566c triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:06:16.825964 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8b626afa-1c5f-43e9-8b61-1bef7377f8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (7c52f96e-14ba-4652-a14c-806fc9dc566c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:06:16.935820 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8b626afa-1c5f-43e9-8b61-1bef7377f8b2 None None] Current status of the port 7c52f96e-14ba-4652-a14c-806fc9dc566c is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:06:17.617573 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd4501f8-94c9-4e68-91d2-64190dee3496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:06:18.849636 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 56726) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:06:19.060593 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1ffda5-2e7e-4bd2-8a2c-7589d110fce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:06:19.060984 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1ffda5-2e7e-4bd2-8a2c-7589d110fce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:06:19.062576 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-6a1ffda5-2e7e-4bd2-8a2c-7589d110fce9 admin admin] 10.222.0.112 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2119107 Jan 25 02:06:20.143857 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c85363f-6810-4b49-b9b7-3cfa1e703b54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:06:21.442907 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 56734) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:06:21.458223 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:06:21.659328 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19854716-4193-48d6-93d6-63e6feb5b81c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:06:21.659804 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19854716-4193-48d6-93d6-63e6feb5b81c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:06:21.661387 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-19854716-4193-48d6-93d6-63e6feb5b81c admin admin] 10.222.0.112 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2174752 Jan 25 02:06:22.972444 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:06:24.079646 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 56742) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:06:24.218633 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054f6aae-890b-4e80-b0b2-0ab2d5c5648e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:06:24.219999 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-054f6aae-890b-4e80-b0b2-0ab2d5c5648e admin admin] 10.222.0.112 "GET /v2.0/networks/a4beea5e-7380-4f54-a79a-85c8e3bac423 HTTP/1.1" status: 200 len: 886 time: 0.1393671 Jan 25 02:06:24.491649 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:06:26.540567 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 56750) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:06:26.677163 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29164af5-e9e0-4659-a328-96a8815669c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:06:26.678572 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-29164af5-e9e0-4659-a328-96a8815669c3 admin admin] 10.222.0.112 "GET /v2.0/networks/e0a2710a-4c22-4ae7-a4c4-bc947e8d9ec9 HTTP/1.1" status: 200 len: 869 time: 0.1370046 Jan 25 02:06:29.003613 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 56758) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:06:29.127995 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c366aa-c937-43d6-b5e3-0b478bbaa8b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:06:29.128461 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c366aa-c937-43d6-b5e3-0b478bbaa8b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:06:29.130009 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-87c366aa-c937-43d6-b5e3-0b478bbaa8b5 admin admin] 10.222.0.112 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1253481 Jan 25 02:06:31.418569 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 56766) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:06:31.511432 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bc1a91-1100-49e7-ba3d-ea37881f6cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:06:31.511886 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bc1a91-1100-49e7-ba3d-ea37881f6cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:06:31.513393 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-56bc1a91-1100-49e7-ba3d-ea37881f6cd2 admin admin] 10.222.0.112 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0938919 Jan 25 02:06:33.808568 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 56774) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:06:33.901373 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bc0a65-17e1-4525-8c8c-1a4d6b716d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:06:33.902813 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-31bc0a65-17e1-4525-8c8c-1a4d6b716d98 admin admin] 10.222.0.112 "GET /v2.0/subnets/60c922df-5c59-4601-a039-411fd3c80c56 HTTP/1.1" status: 200 len: 868 time: 0.0932570 Jan 25 02:06:36.201611 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 56782) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:06:36.287896 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8dca57a-a749-44d6-bef7-e305485d12b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:06:36.289333 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-c8dca57a-a749-44d6-bef7-e305485d12b7 admin admin] 10.222.0.112 "GET /v2.0/subnets/7e657314-da2c-44e4-949d-aa8ff76f9246 HTTP/1.1" status: 200 len: 816 time: 0.0867581 Jan 25 02:06:38.173280 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 5 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:06:47.611820 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-68a96a70-76a1-4aa5-9c7c-ce586906581c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:06:50.177045 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fed8c221-cab1-4a49-86f2-0afa335427bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:06:51.463381 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:06:52.994157 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:06:54.468422 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:07:01.318216 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 56836) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:07:01.369607 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [None req-8da5b1a2-7e06-405f-9b1e-de9dd3f13581 admin admin] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:07:01.371108 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-8da5b1a2-7e06-405f-9b1e-de9dd3f13581 admin admin] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0518675 Jan 25 02:07:03.737342 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 56844) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:07:03.810336 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3fbcbd9-69a0-425b-9dee-47019cb918a7 admin admin] GET failed (client error): The resource could not be found. Jan 25 02:07:03.811739 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-a3fbcbd9-69a0-425b-9dee-47019cb918a7 admin admin] 10.222.0.112 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0734549 Jan 25 02:07:03.904030 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f540758-2964-40d1-ad4d-e9d12335b368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:07:03.905501 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-8f540758-2964-40d1-ad4d-e9d12335b368 admin admin] 10.222.0.112 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0897155 Jan 25 02:07:06.259182 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 56854) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:07:06.305329 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [None req-1f9af1ad-302f-403a-a5cd-44f08ad95cf4 admin admin] Request body: {'network': {'shared': True, 'tenant_id': 'c4374f57fb0c4aec94762cabe3522964', 'admin_state_up': True, 'name': 'shared', 'project_id': 'c4374f57fb0c4aec94762cabe3522964'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:07:06.387326 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9af1ad-302f-403a-a5cd-44f08ad95cf4 admin admin] Made reservation on behalf of c4374f57fb0c4aec94762cabe3522964 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:07:06.389562 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1f9af1ad-302f-403a-a5cd-44f08ad95cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:07:06.417371 dv-cinder-821168-1-iscsi neutron-server[103187]: WARNING neutron.services.revisions.revision_plugin [None req-1f9af1ad-302f-403a-a5cd-44f08ad95cf4 admin admin] Could not find related network for resource to bump revision. Jan 25 02:07:06.431286 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f9af1ad-302f-403a-a5cd-44f08ad95cf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:07:06.441774 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1f9af1ad-302f-403a-a5cd-44f08ad95cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422'] for segment (c435cd7a-cb5b-49de-b9e3-8ab2f7775bcc), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:07:06.442125 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.db.segments_db [None req-1f9af1ad-302f-403a-a5cd-44f08ad95cf4 admin admin] Added segment c435cd7a-cb5b-49de-b9e3-8ab2f7775bcc of type vlan for network e7719695-8f3e-4d71-8b38-dda6baa3e85d Jan 25 02:07:06.486803 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1f9af1ad-302f-403a-a5cd-44f08ad95cf4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777998040441'] for network (e7719695-8f3e-4d71-8b38-dda6baa3e85d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:07:06.577197 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1f9af1ad-302f-403a-a5cd-44f08ad95cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394'] for network (e7719695-8f3e-4d71-8b38-dda6baa3e85d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:07:06.578303 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9af1ad-302f-403a-a5cd-44f08ad95cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:07:06.579070 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1f9af1ad-302f-403a-a5cd-44f08ad95cf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:07:06.718304 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9af1ad-302f-403a-a5cd-44f08ad95cf4 admin admin] Pushing event updated for resources: {'Network': ['ID=e7719695-8f3e-4d71-8b38-dda6baa3e85d,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:07:06.728804 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Network e7719695-8f3e-4d71-8b38-dda6baa3e85d details requested by agent ovs-agent-dv-cinder-821168-1-iscsi with host dv-cinder-821168-1-iscsi {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:07:06.738622 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-1f9af1ad-302f-403a-a5cd-44f08ad95cf4 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4782908 Jan 25 02:07:09.116946 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 56864) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:07:09.178096 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c6f744e-115e-4477-8ed7-c51b2d898f9a admin admin] GET failed (client error): The resource could not be found. Jan 25 02:07:09.179613 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-2c6f744e-115e-4477-8ed7-c51b2d898f9a admin admin] 10.222.0.112 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0617397 Jan 25 02:07:09.282236 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f97a54-d6b1-4a9c-a777-a6c602ff7f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:07:09.283705 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-f1f97a54-d6b1-4a9c-a777-a6c602ff7f07 admin admin] 10.222.0.112 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1000421 Jan 25 02:07:09.294185 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [None req-db9015bc-b18c-4574-8e54-c4e5bf3c08e9 admin admin] Request body: {'subnet': {'network_id': 'e7719695-8f3e-4d71-8b38-dda6baa3e85d', 'ip_version': 4, 'description': 'shared-subnet', 'tenant_id': 'c4374f57fb0c4aec94762cabe3522964', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:07:09.377249 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9015bc-b18c-4574-8e54-c4e5bf3c08e9 admin admin] Made reservation on behalf of c4374f57fb0c4aec94762cabe3522964 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:07:09.379645 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-db9015bc-b18c-4574-8e54-c4e5bf3c08e9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:07:09.628835 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-db9015bc-b18c-4574-8e54-c4e5bf3c08e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394'] for subnet (1cb2c559-28f1-458c-b26a-e8b55330c180), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:07:09.688722 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9015bc-b18c-4574-8e54-c4e5bf3c08e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cb2c559-28f1-458c-b26a-e8b55330c180,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:07:09.699024 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9015bc-b18c-4574-8e54-c4e5bf3c08e9 admin admin] Checking segment: {'id': 'c435cd7a-cb5b-49de-b9e3-8ab2f7775bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e7719695-8f3e-4d71-8b38-dda6baa3e85d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:07:09.707347 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9015bc-b18c-4574-8e54-c4e5bf3c08e9 admin admin] Network hostable DHCP agents. Network: e7719695-8f3e-4d71-8b38-dda6baa3e85d, hostable agents: ['e69e460b-fe2d-42d0-be9b-976257b6f4ce'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:07:09.792496 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9015bc-b18c-4574-8e54-c4e5bf3c08e9 admin admin] Network e7719695-8f3e-4d71-8b38-dda6baa3e85d is scheduled to be hosted by DHCP agent e69e460b-fe2d-42d0-be9b-976257b6f4ce with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:07:09.890242 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-db9015bc-b18c-4574-8e54-c4e5bf3c08e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821168-1-iscsi, e7719695-8f3e-4d71-8b38-dda6baa3e85d) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:07:09.894456 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9015bc-b18c-4574-8e54-c4e5bf3c08e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:07:09.895060 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-db9015bc-b18c-4574-8e54-c4e5bf3c08e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:07:09.899805 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7b168c-4e33-488f-b970-9a0053044e39 None None] Network e7719695-8f3e-4d71-8b38-dda6baa3e85d requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:07:09.998145 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36766d7-c601-420a-a89d-9111df9aa951 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp071eaffc-51bf-5b06-a7f1-603d5cbd75dc-e7719695-8f3e-4d71-8b38-dda6baa3e85d', 'network_id': 'e7719695-8f3e-4d71-8b38-dda6baa3e85d', 'project_id': 'c4374f57fb0c4aec94762cabe3522964', 'fixed_ips': [{'subnet_id': '1cb2c559-28f1-458c-b26a-e8b55330c180'}]}} from dv-cinder-821168-1-iscsi. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 02:07:09.999025 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a36766d7-c601-420a-a89d-9111df9aa951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:07:10.111179 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-db9015bc-b18c-4574-8e54-c4e5bf3c08e9 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8203304 Jan 25 02:07:10.141500 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-a36766d7-c601-420a-a89d-9111df9aa951 None None] Allocated IP 192.168.233.2 (e7719695-8f3e-4d71-8b38-dda6baa3e85d/1cb2c559-28f1-458c-b26a-e8b55330c180/f6a484b3-74f6-4b81-a5a2-c3270f4ef5b7) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:07:10.402768 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a36766d7-c601-420a-a89d-9111df9aa951 None None] Publish callbacks [] for port (f6a484b3-74f6-4b81-a5a2-c3270f4ef5b7), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:07:10.485030 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a36766d7-c601-420a-a89d-9111df9aa951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240'] for port (f6a484b3-74f6-4b81-a5a2-c3270f4ef5b7), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:07:10.527845 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36766d7-c601-420a-a89d-9111df9aa951 None None] Network e7719695-8f3e-4d71-8b38-dda6baa3e85d is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:07:10.530810 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-a36766d7-c601-420a-a89d-9111df9aa951 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:07:10.535204 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36766d7-c601-420a-a89d-9111df9aa951 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:07:10.538725 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36766d7-c601-420a-a89d-9111df9aa951 None None] Pushing event updated for resources: {'Port': ['ID=f6a484b3-74f6-4b81-a5a2-c3270f4ef5b7,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:07:10.550177 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36766d7-c601-420a-a89d-9111df9aa951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:07:10.550583 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36766d7-c601-420a-a89d-9111df9aa951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:07:10.550948 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36766d7-c601-420a-a89d-9111df9aa951 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:07:10.551303 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36766d7-c601-420a-a89d-9111df9aa951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:07:10.551639 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36766d7-c601-420a-a89d-9111df9aa951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:07:10.551976 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36766d7-c601-420a-a89d-9111df9aa951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:07:10.552312 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36766d7-c601-420a-a89d-9111df9aa951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:07:10.552637 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36766d7-c601-420a-a89d-9111df9aa951 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:07:10.552972 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36766d7-c601-420a-a89d-9111df9aa951 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:07:10.553313 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36766d7-c601-420a-a89d-9111df9aa951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:07:10.553691 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36766d7-c601-420a-a89d-9111df9aa951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:07:10.554025 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36766d7-c601-420a-a89d-9111df9aa951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:07:10.554383 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36766d7-c601-420a-a89d-9111df9aa951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:07:10.604971 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-a36766d7-c601-420a-a89d-9111df9aa951 None None] Attempting to bind port f6a484b3-74f6-4b81-a5a2-c3270f4ef5b7 on host dv-cinder-821168-1-iscsi for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:07:10.605360 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-a36766d7-c601-420a-a89d-9111df9aa951 None None] Attempting to bind port f6a484b3-74f6-4b81-a5a2-c3270f4ef5b7 by drivers openvswitch,hyperv on host dv-cinder-821168-1-iscsi at level 0 using segments [{'id': 'c435cd7a-cb5b-49de-b9e3-8ab2f7775bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e7719695-8f3e-4d71-8b38-dda6baa3e85d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:07:10.605723 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36766d7-c601-420a-a89d-9111df9aa951 None None] Attempting to bind port f6a484b3-74f6-4b81-a5a2-c3270f4ef5b7 on network e7719695-8f3e-4d71-8b38-dda6baa3e85d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:07:10.612762 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36766d7-c601-420a-a89d-9111df9aa951 None None] Checking agent: {'id': '086e82f0-eb32-4dd2-8729-4ab634561567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 3, 54), 'started_at': datetime.datetime(2022, 1, 25, 2, 4, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:07:10.613150 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36766d7-c601-420a-a89d-9111df9aa951 None None] Checking segment: {'id': 'c435cd7a-cb5b-49de-b9e3-8ab2f7775bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e7719695-8f3e-4d71-8b38-dda6baa3e85d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:07:10.613567 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a36766d7-c601-420a-a89d-9111df9aa951 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:07:10.614135 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36766d7-c601-420a-a89d-9111df9aa951 None None] Bound using segment: {'id': 'c435cd7a-cb5b-49de-b9e3-8ab2f7775bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e7719695-8f3e-4d71-8b38-dda6baa3e85d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:07:10.614686 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-a36766d7-c601-420a-a89d-9111df9aa951 None None] Bound port: f6a484b3-74f6-4b81-a5a2-c3270f4ef5b7, host: dv-cinder-821168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c435cd7a-cb5b-49de-b9e3-8ab2f7775bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e7719695-8f3e-4d71-8b38-dda6baa3e85d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:07:10.615076 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a36766d7-c601-420a-a89d-9111df9aa951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (f6a484b3-74f6-4b81-a5a2-c3270f4ef5b7), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:07:10.687271 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-a36766d7-c601-420a-a89d-9111df9aa951 None None] For port f6a484b3-74f6-4b81-a5a2-c3270f4ef5b7, host dv-cinder-821168-1-iscsi, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:07:10.687686 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-a36766d7-c601-420a-a89d-9111df9aa951 None None] For port f6a484b3-74f6-4b81-a5a2-c3270f4ef5b7, host dv-cinder-821168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=f6a484b3-74f6-4b81-a5a2-c3270f4ef5b7,segment=NetworkSegment(c435cd7a-cb5b-49de-b9e3-8ab2f7775bcc),segment_id=c435cd7a-cb5b-49de-b9e3-8ab2f7775bcc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:07:10.770340 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a36766d7-c601-420a-a89d-9111df9aa951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (f6a484b3-74f6-4b81-a5a2-c3270f4ef5b7), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:07:10.834741 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36766d7-c601-420a-a89d-9111df9aa951 None None] Pushing event updated for resources: {'Port': ['ID=f6a484b3-74f6-4b81-a5a2-c3270f4ef5b7,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:07:11.456603 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device f6a484b3-74f6-4b81-a5a2-c3270f4ef5b7 up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:07:11.517302 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port f6a484b3-74f6-4b81-a5a2-c3270f4ef5b7 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:07:11.517501 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (f6a484b3-74f6-4b81-a5a2-c3270f4ef5b7), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:07:11.612425 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port f6a484b3-74f6-4b81-a5a2-c3270f4ef5b7 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:07:11.613484 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (f6a484b3-74f6-4b81-a5a2-c3270f4ef5b7), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:07:11.656676 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] For port f6a484b3-74f6-4b81-a5a2-c3270f4ef5b7, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=f6a484b3-74f6-4b81-a5a2-c3270f4ef5b7,segment=NetworkSegment(c435cd7a-cb5b-49de-b9e3-8ab2f7775bcc),segment_id=c435cd7a-cb5b-49de-b9e3-8ab2f7775bcc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:07:11.731803 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (f6a484b3-74f6-4b81-a5a2-c3270f4ef5b7), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:07:11.793611 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Pushing event updated for resources: {'Port': ['ID=f6a484b3-74f6-4b81-a5a2-c3270f4ef5b7,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:07:11.893308 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7199e69-d6fa-4c5d-b0a9-7d47f4cfef57 None None] Network e7719695-8f3e-4d71-8b38-dda6baa3e85d requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:07:12.012410 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6289dbb6-1cb3-40d6-b3f7-9e869290766c None None] Provisioning complete for port f6a484b3-74f6-4b81-a5a2-c3270f4ef5b7 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:07:12.013064 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6289dbb6-1cb3-40d6-b3f7-9e869290766c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (f6a484b3-74f6-4b81-a5a2-c3270f4ef5b7), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:07:12.107474 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6289dbb6-1cb3-40d6-b3f7-9e869290766c None None] Current status of the port f6a484b3-74f6-4b81-a5a2-c3270f4ef5b7 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:07:12.230091 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-0acfc75c-a343-44b4-a3dc-7a975e9e5133 None None] Provisioning complete for port f6a484b3-74f6-4b81-a5a2-c3270f4ef5b7 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:07:12.230520 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0acfc75c-a343-44b4-a3dc-7a975e9e5133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (f6a484b3-74f6-4b81-a5a2-c3270f4ef5b7), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:07:12.313698 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0acfc75c-a343-44b4-a3dc-7a975e9e5133 None None] Current status of the port f6a484b3-74f6-4b81-a5a2-c3270f4ef5b7 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:07:13.430470 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device f6a484b3-74f6-4b81-a5a2-c3270f4ef5b7 up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:07:13.482371 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port f6a484b3-74f6-4b81-a5a2-c3270f4ef5b7 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:07:13.482775 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (f6a484b3-74f6-4b81-a5a2-c3270f4ef5b7), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:07:13.559987 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port f6a484b3-74f6-4b81-a5a2-c3270f4ef5b7 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:07:15.172322 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 5 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:07:17.663405 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4ccc01cf-f4e7-4b77-9df9-c3292eba69df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:07:20.136563 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e251a13d-6be0-4ccc-b88c-119e3f8ef47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:07:21.456869 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:07:22.975012 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:07:24.472557 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:07:47.627731 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f4c721f-3323-4c66-b5be-47e3f3319348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:07:50.139764 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-957bdf02-72e0-424c-be8b-8d2346556064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:07:51.473273 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:07:52.170950 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 5 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:07:52.996970 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:07:54.484671 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:08:17.632811 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b82cd263-ae04-4de8-9ce0-d8e1972642a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:08:20.164171 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4b0596b5-b369-4d96-bc6b-4a79e1e392eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:08:21.485133 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:08:22.992806 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:08:24.506920 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:08:29.169950 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 5 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:08:39.991648 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 56908) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:08:39.997733 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [None req-e6bb32b0-d8c2-4d67-b8dd-119bf025a993 tempest-verify_tempest_config-1231828473 tempest-verify_tempest_config-1231828473-project] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:08:39.998800 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-e6bb32b0-d8c2-4d67-b8dd-119bf025a993 tempest-verify_tempest_config-1231828473 tempest-verify_tempest_config-1231828473-project] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0061359 Jan 25 02:08:40.523576 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 56926) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:08:40.628897 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eda76c1f-0333-4160-9928-13277ebeed16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:08:40.703325 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eda76c1f-0333-4160-9928-13277ebeed16 admin admin] Publish callbacks [] for security_group (50eeed26-ad6d-421a-aa7b-8c0c31c4701b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:08:40.763613 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eda76c1f-0333-4160-9928-13277ebeed16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (50eeed26-ad6d-421a-aa7b-8c0c31c4701b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:08:40.809589 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-eda76c1f-0333-4160-9928-13277ebeed16 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=77d99dd72cd04d1a9a82b19e0c12bcf2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2849703 Jan 25 02:08:40.810432 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda76c1f-0333-4160-9928-13277ebeed16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50eeed26-ad6d-421a-aa7b-8c0c31c4701b,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:08:40.812581 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 56930) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:08:40.817321 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda76c1f-0333-4160-9928-13277ebeed16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:08:40.817727 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda76c1f-0333-4160-9928-13277ebeed16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:08:40.818074 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda76c1f-0333-4160-9928-13277ebeed16 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:08:40.818441 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda76c1f-0333-4160-9928-13277ebeed16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:08:40.818821 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda76c1f-0333-4160-9928-13277ebeed16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:08:40.819121 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda76c1f-0333-4160-9928-13277ebeed16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:08:40.819447 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda76c1f-0333-4160-9928-13277ebeed16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:08:40.819783 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda76c1f-0333-4160-9928-13277ebeed16 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:08:40.820139 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda76c1f-0333-4160-9928-13277ebeed16 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:08:40.820474 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda76c1f-0333-4160-9928-13277ebeed16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:08:40.820802 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda76c1f-0333-4160-9928-13277ebeed16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:08:40.821128 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda76c1f-0333-4160-9928-13277ebeed16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:08:40.821453 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda76c1f-0333-4160-9928-13277ebeed16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:08:40.868886 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a059dbd2-2a1a-4bfb-a8a2-04086b075833 admin admin] Publish callbacks [] for security_group (50eeed26-ad6d-421a-aa7b-8c0c31c4701b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:08:40.888896 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a059dbd2-2a1a-4bfb-a8a2-04086b075833 admin admin] Publish callbacks [] for security_group (50eeed26-ad6d-421a-aa7b-8c0c31c4701b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:08:41.041353 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a059dbd2-2a1a-4bfb-a8a2-04086b075833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (50eeed26-ad6d-421a-aa7b-8c0c31c4701b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:08:41.043991 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a059dbd2-2a1a-4bfb-a8a2-04086b075833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:08:41.045177 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-a059dbd2-2a1a-4bfb-a8a2-04086b075833 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/50eeed26-ad6d-421a-aa7b-8c0c31c4701b HTTP/1.1" status: 204 len: 168 time: 0.2316351 Jan 25 02:08:41.053420 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a059dbd2-2a1a-4bfb-a8a2-04086b075833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50eeed26-ad6d-421a-aa7b-8c0c31c4701b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:08:41.060095 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a059dbd2-2a1a-4bfb-a8a2-04086b075833 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:08:41.060469 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a059dbd2-2a1a-4bfb-a8a2-04086b075833 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:08:41.060825 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a059dbd2-2a1a-4bfb-a8a2-04086b075833 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:08:41.061167 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a059dbd2-2a1a-4bfb-a8a2-04086b075833 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:08:41.061500 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a059dbd2-2a1a-4bfb-a8a2-04086b075833 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:08:41.061833 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a059dbd2-2a1a-4bfb-a8a2-04086b075833 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:08:41.062185 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a059dbd2-2a1a-4bfb-a8a2-04086b075833 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:08:41.062546 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a059dbd2-2a1a-4bfb-a8a2-04086b075833 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:08:41.062874 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a059dbd2-2a1a-4bfb-a8a2-04086b075833 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:08:41.063204 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a059dbd2-2a1a-4bfb-a8a2-04086b075833 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:08:41.063532 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a059dbd2-2a1a-4bfb-a8a2-04086b075833 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:08:41.063854 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a059dbd2-2a1a-4bfb-a8a2-04086b075833 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:08:41.064181 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a059dbd2-2a1a-4bfb-a8a2-04086b075833 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:08:47.640706 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f47c1776-342b-4e6e-915c-cb9c079ad1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:08:50.161236 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-79fc2cd2-dba0-44b2-b0d6-8f1252fa872a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:08:51.486178 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:08:53.000823 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:08:54.740977 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:09:06.169081 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 5 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:09:17.639754 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b7c79696-a99e-42fa-8235-03e690687441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:09:20.163505 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0bbd904c-79c1-4ca5-92b0-63795b48cdff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:09:21.480767 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:09:22.976694 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:09:24.496409 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:09:43.167314 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 5 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:09:47.665370 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7d012cb8-6905-49d4-9929-01828d3721f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:09:50.186980 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3a871055-0d55-413a-bf9e-1356513ac760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:09:51.478426 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:09:52.996922 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:09:54.495350 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:10:17.642997 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3a5b073e-9cd5-4d45-892b-1382e7a13efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:10:19.900143 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1009908'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:10:20.145658 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-558106d3-a026-4ec7-b70b-0d7cbe735f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:10:20.165853 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:10:21.494440 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:10:22.992065 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:10:24.516936 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:10:34.267036 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 57004) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:10:34.372719 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-f787c6e2-29ff-423b-82f6-42319001749d admin admin] 10.222.0.112 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4554 time: 0.1044481 Jan 25 02:10:36.682135 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 57014) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:10:36.747597 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-7edb0949-5457-4a32-974c-d1a63e39c482 admin admin] 10.222.0.112 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4554 time: 0.0642583 Jan 25 02:10:47.635871 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9426cef6-ace5-4446-b3ea-1831fdaa6300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:10:49.853255 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:10:50.162756 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9bb9a0c1-4e12-4754-bb6a-22288ad01d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:10:51.482135 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:10:53.024091 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:10:54.498544 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:10:57.164601 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:11:17.634941 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b0c5233f-122c-4ea0-9d7d-32406fc7c322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:11:19.886821 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:11:20.224054 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5aa6e719-c97f-4ade-964f-93c6e62b464d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:11:21.498055 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:11:23.018511 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:11:24.515319 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:11:34.165100 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:11:47.634907 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc3e13b4-7eb8-4730-84ed-1fe646a927e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:11:49.874982 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:11:50.122106 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-862f6c70-a951-4a50-906e-204e6e04447e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:11:51.503217 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:11:53.040917 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:11:54.480432 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:11.165557 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:12:12.721898 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 57210) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:12:13.010061 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 57226) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:12:13.096952 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [None req-a3e2be6b-a72a-42d3-8270-bc8f080fc266 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-752012291-network', 'tenant_id': 'cf35b27d7b6a4dd2b5ba9b0ae10aab0c'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:12:13.130452 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 57238) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:12:13.234512 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e2be6b-a72a-42d3-8270-bc8f080fc266 admin admin] Made reservation on behalf of cf35b27d7b6a4dd2b5ba9b0ae10aab0c for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:12:13.237713 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a3e2be6b-a72a-42d3-8270-bc8f080fc266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:13.253514 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a3e2be6b-a72a-42d3-8270-bc8f080fc266 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:13.340595 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a3e2be6b-a72a-42d3-8270-bc8f080fc266 admin admin] Publish callbacks [] for security_group (5590de07-0b62-41bf-b8aa-0f58153dda49), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:13.388742 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a3e2be6b-a72a-42d3-8270-bc8f080fc266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (5590de07-0b62-41bf-b8aa-0f58153dda49), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:13.414497 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3e2be6b-a72a-42d3-8270-bc8f080fc266 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:12:13.423070 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2be6b-a72a-42d3-8270-bc8f080fc266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5590de07-0b62-41bf-b8aa-0f58153dda49,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:13.441781 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2be6b-a72a-42d3-8270-bc8f080fc266 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:13.441781 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2be6b-a72a-42d3-8270-bc8f080fc266 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:13.441781 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2be6b-a72a-42d3-8270-bc8f080fc266 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:13.441781 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2be6b-a72a-42d3-8270-bc8f080fc266 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:13.441781 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2be6b-a72a-42d3-8270-bc8f080fc266 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:13.441781 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2be6b-a72a-42d3-8270-bc8f080fc266 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:13.441781 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2be6b-a72a-42d3-8270-bc8f080fc266 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:13.441781 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2be6b-a72a-42d3-8270-bc8f080fc266 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:13.441781 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2be6b-a72a-42d3-8270-bc8f080fc266 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:13.441781 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2be6b-a72a-42d3-8270-bc8f080fc266 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:13.441781 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2be6b-a72a-42d3-8270-bc8f080fc266 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:13.441781 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2be6b-a72a-42d3-8270-bc8f080fc266 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:13.441781 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2be6b-a72a-42d3-8270-bc8f080fc266 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:13.441781 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2be6b-a72a-42d3-8270-bc8f080fc266 admin admin] Tracked resource versions report: Jan 25 02:12:13.441781 dv-cinder-821168-1-iscsi neutron-server[103187]: pushed versions: Jan 25 02:12:13.441781 dv-cinder-821168-1-iscsi neutron-server[103187]: { 'AddressGroup': {'1.2'}, Jan 25 02:12:13.441781 dv-cinder-821168-1-iscsi neutron-server[103187]: 'ConntrackHelper': {'1.0'}, Jan 25 02:12:13.441781 dv-cinder-821168-1-iscsi neutron-server[103187]: 'LocalIPAssociation': {'1.0'}, Jan 25 02:12:13.441781 dv-cinder-821168-1-iscsi neutron-server[103187]: 'Log': {'1.0'}, Jan 25 02:12:13.441781 dv-cinder-821168-1-iscsi neutron-server[103187]: 'Network': {'1.1'}, Jan 25 02:12:13.441781 dv-cinder-821168-1-iscsi neutron-server[103187]: 'Port': {'1.7'}, Jan 25 02:12:13.441781 dv-cinder-821168-1-iscsi neutron-server[103187]: 'PortForwarding': {'1.2'}, Jan 25 02:12:13.441781 dv-cinder-821168-1-iscsi neutron-server[103187]: 'QosPolicy': {'1.10'}, Jan 25 02:12:13.441781 dv-cinder-821168-1-iscsi neutron-server[103187]: 'SecurityGroup': {'1.5'}, Jan 25 02:12:13.441781 dv-cinder-821168-1-iscsi neutron-server[103187]: 'SecurityGroupRule': {'1.2'}, Jan 25 02:12:13.441781 dv-cinder-821168-1-iscsi neutron-server[103187]: 'SubPort': {'1.0'}, Jan 25 02:12:13.441781 dv-cinder-821168-1-iscsi neutron-server[103187]: 'Subnet': {'1.1'}, Jan 25 02:12:13.441781 dv-cinder-821168-1-iscsi neutron-server[103187]: 'Trunk': {'1.1'}} Jan 25 02:12:13.441781 dv-cinder-821168-1-iscsi neutron-server[103187]: consumer versions: Jan 25 02:12:13.441781 dv-cinder-821168-1-iscsi neutron-server[103187]: { DHCP agent@dv-cinder-821168-1-iscsi: {}, Jan 25 02:12:13.441781 dv-cinder-821168-1-iscsi neutron-server[103187]: HyperV agent@hv-cinder-82116: {}, Jan 25 02:12:13.441781 dv-cinder-821168-1-iscsi neutron-server[103187]: L3 agent@dv-cinder-821168-1-iscsi: {}, Jan 25 02:12:13.441781 dv-cinder-821168-1-iscsi neutron-server[103187]: Metadata agent@dv-cinder-821168-1-iscsi: {}, Jan 25 02:12:13.441781 dv-cinder-821168-1-iscsi neutron-server[103187]: Metering agent@dv-cinder-821168-1-iscsi: {}, Jan 25 02:12:13.441781 dv-cinder-821168-1-iscsi neutron-server[103187]: Open vSwitch agent@dv-cinder-821168-1-iscsi: { 'AddressGroup': '1.2', Jan 25 02:12:13.441781 dv-cinder-821168-1-iscsi neutron-server[103187]: 'ConntrackHelper': '1.0', Jan 25 02:12:13.441781 dv-cinder-821168-1-iscsi neutron-server[103187]: 'LocalIPAssociation': '1.0', Jan 25 02:12:13.445152 dv-cinder-821168-1-iscsi neutron-server[103187]: 'Log': '1.0', Jan 25 02:12:13.445152 dv-cinder-821168-1-iscsi neutron-server[103187]: 'Network': '1.1', Jan 25 02:12:13.445152 dv-cinder-821168-1-iscsi neutron-server[103187]: 'Port': '1.7', Jan 25 02:12:13.445152 dv-cinder-821168-1-iscsi neutron-server[103187]: 'PortForwarding': '1.2', Jan 25 02:12:13.445152 dv-cinder-821168-1-iscsi neutron-server[103187]: 'QosPolicy': '1.10', Jan 25 02:12:13.445152 dv-cinder-821168-1-iscsi neutron-server[103187]: 'SecurityGroup': '1.5', Jan 25 02:12:13.445152 dv-cinder-821168-1-iscsi neutron-server[103187]: 'SecurityGroupRule': '1.2', Jan 25 02:12:13.445152 dv-cinder-821168-1-iscsi neutron-server[103187]: 'SubPort': '1.0', Jan 25 02:12:13.445152 dv-cinder-821168-1-iscsi neutron-server[103187]: 'Subnet': '1.1', Jan 25 02:12:13.445152 dv-cinder-821168-1-iscsi neutron-server[103187]: 'Trunk': '1.1'}} Jan 25 02:12:13.445152 dv-cinder-821168-1-iscsi neutron-server[103187]: {{(pid=103187) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 02:12:13.445152 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a3e2be6b-a72a-42d3-8270-bc8f080fc266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422'] for segment (a2e43f61-8c5a-4f2a-9a04-b2d77acd5758), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:13.445152 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.db.segments_db [None req-a3e2be6b-a72a-42d3-8270-bc8f080fc266 admin admin] Added segment a2e43f61-8c5a-4f2a-9a04-b2d77acd5758 of type vlan for network a4c64d05-4e7c-4bb4-bd10-62f58fad8587 Jan 25 02:12:13.453602 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e19424db-16e5-43ee-a116-822d856e64bd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-28175916-network', 'tenant_id': 'aed35a368b0f4933b0f485f09290e1f3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:12:13.489877 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a3e2be6b-a72a-42d3-8270-bc8f080fc266 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777998040441'] for network (a4c64d05-4e7c-4bb4-bd10-62f58fad8587), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:13.526466 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19424db-16e5-43ee-a116-822d856e64bd admin admin] Made reservation on behalf of aed35a368b0f4933b0f485f09290e1f3 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:12:13.528963 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e19424db-16e5-43ee-a116-822d856e64bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:13.539468 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e19424db-16e5-43ee-a116-822d856e64bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:13.593266 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a3e2be6b-a72a-42d3-8270-bc8f080fc266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394'] for network (a4c64d05-4e7c-4bb4-bd10-62f58fad8587), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:13.594254 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e2be6b-a72a-42d3-8270-bc8f080fc266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:13.594884 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a3e2be6b-a72a-42d3-8270-bc8f080fc266 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:13.638479 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e19424db-16e5-43ee-a116-822d856e64bd admin admin] Publish callbacks [] for security_group (e6717bca-5f24-4cd9-ac90-7a1486971914), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:13.638479 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ae1e4044-7add-4007-8f24-605b55502930 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2141731291-network', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:12:13.689905 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2be6b-a72a-42d3-8270-bc8f080fc266 admin admin] Pushing event updated for resources: {'Network': ['ID=a4c64d05-4e7c-4bb4-bd10-62f58fad8587,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:13.702580 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Network a4c64d05-4e7c-4bb4-bd10-62f58fad8587 details requested by agent ovs-agent-dv-cinder-821168-1-iscsi with host dv-cinder-821168-1-iscsi {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:12:13.720143 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e19424db-16e5-43ee-a116-822d856e64bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (e6717bca-5f24-4cd9-ac90-7a1486971914), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:13.752386 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19424db-16e5-43ee-a116-822d856e64bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6717bca-5f24-4cd9-ac90-7a1486971914,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:13.762104 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-a3e2be6b-a72a-42d3-8270-bc8f080fc266 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0363050 Jan 25 02:12:13.762104 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 57256) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:12:13.766141 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 57258) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:12:13.767547 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19424db-16e5-43ee-a116-822d856e64bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:13.768116 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19424db-16e5-43ee-a116-822d856e64bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:13.768624 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19424db-16e5-43ee-a116-822d856e64bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:13.769125 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19424db-16e5-43ee-a116-822d856e64bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:13.769616 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19424db-16e5-43ee-a116-822d856e64bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:13.770147 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19424db-16e5-43ee-a116-822d856e64bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:13.770729 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19424db-16e5-43ee-a116-822d856e64bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:13.771246 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19424db-16e5-43ee-a116-822d856e64bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:13.771774 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19424db-16e5-43ee-a116-822d856e64bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:13.773238 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19424db-16e5-43ee-a116-822d856e64bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:13.773977 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19424db-16e5-43ee-a116-822d856e64bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:13.774401 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19424db-16e5-43ee-a116-822d856e64bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:13.774806 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19424db-16e5-43ee-a116-822d856e64bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:13.776098 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19424db-16e5-43ee-a116-822d856e64bd admin admin] Tracked resource versions report: Jan 25 02:12:13.776098 dv-cinder-821168-1-iscsi neutron-server[103188]: pushed versions: Jan 25 02:12:13.776098 dv-cinder-821168-1-iscsi neutron-server[103188]: { 'AddressGroup': {'1.2'}, Jan 25 02:12:13.776098 dv-cinder-821168-1-iscsi neutron-server[103188]: 'ConntrackHelper': {'1.0'}, Jan 25 02:12:13.776098 dv-cinder-821168-1-iscsi neutron-server[103188]: 'LocalIPAssociation': {'1.0'}, Jan 25 02:12:13.776098 dv-cinder-821168-1-iscsi neutron-server[103188]: 'Log': {'1.0'}, Jan 25 02:12:13.776098 dv-cinder-821168-1-iscsi neutron-server[103188]: 'Network': {'1.1'}, Jan 25 02:12:13.776098 dv-cinder-821168-1-iscsi neutron-server[103188]: 'Port': {'1.7'}, Jan 25 02:12:13.776098 dv-cinder-821168-1-iscsi neutron-server[103188]: 'PortForwarding': {'1.2'}, Jan 25 02:12:13.776098 dv-cinder-821168-1-iscsi neutron-server[103188]: 'QosPolicy': {'1.10'}, Jan 25 02:12:13.776098 dv-cinder-821168-1-iscsi neutron-server[103188]: 'SecurityGroup': {'1.5'}, Jan 25 02:12:13.776098 dv-cinder-821168-1-iscsi neutron-server[103188]: 'SecurityGroupRule': {'1.2'}, Jan 25 02:12:13.776098 dv-cinder-821168-1-iscsi neutron-server[103188]: 'SubPort': {'1.0'}, Jan 25 02:12:13.776098 dv-cinder-821168-1-iscsi neutron-server[103188]: 'Subnet': {'1.1'}, Jan 25 02:12:13.776098 dv-cinder-821168-1-iscsi neutron-server[103188]: 'Trunk': {'1.1'}} Jan 25 02:12:13.776098 dv-cinder-821168-1-iscsi neutron-server[103188]: consumer versions: Jan 25 02:12:13.776098 dv-cinder-821168-1-iscsi neutron-server[103188]: { DHCP agent@dv-cinder-821168-1-iscsi: {}, Jan 25 02:12:13.776098 dv-cinder-821168-1-iscsi neutron-server[103188]: HyperV agent@hv-cinder-82116: {}, Jan 25 02:12:13.776098 dv-cinder-821168-1-iscsi neutron-server[103188]: L3 agent@dv-cinder-821168-1-iscsi: {}, Jan 25 02:12:13.776098 dv-cinder-821168-1-iscsi neutron-server[103188]: Metadata agent@dv-cinder-821168-1-iscsi: {}, Jan 25 02:12:13.776098 dv-cinder-821168-1-iscsi neutron-server[103188]: Metering agent@dv-cinder-821168-1-iscsi: {}, Jan 25 02:12:13.776098 dv-cinder-821168-1-iscsi neutron-server[103188]: Open vSwitch agent@dv-cinder-821168-1-iscsi: { 'AddressGroup': '1.2', Jan 25 02:12:13.776098 dv-cinder-821168-1-iscsi neutron-server[103188]: 'ConntrackHelper': '1.0', Jan 25 02:12:13.776098 dv-cinder-821168-1-iscsi neutron-server[103188]: 'LocalIPAssociation': '1.0', Jan 25 02:12:13.776098 dv-cinder-821168-1-iscsi neutron-server[103188]: 'Log': '1.0', Jan 25 02:12:13.776098 dv-cinder-821168-1-iscsi neutron-server[103188]: 'Network': '1.1', Jan 25 02:12:13.776098 dv-cinder-821168-1-iscsi neutron-server[103188]: 'Port': '1.7', Jan 25 02:12:13.776098 dv-cinder-821168-1-iscsi neutron-server[103188]: 'PortForwarding': '1.2', Jan 25 02:12:13.776098 dv-cinder-821168-1-iscsi neutron-server[103188]: 'QosPolicy': '1.10', Jan 25 02:12:13.776098 dv-cinder-821168-1-iscsi neutron-server[103188]: 'SecurityGroup': '1.5', Jan 25 02:12:13.776098 dv-cinder-821168-1-iscsi neutron-server[103188]: 'SecurityGroupRule': '1.2', Jan 25 02:12:13.776098 dv-cinder-821168-1-iscsi neutron-server[103188]: 'SubPort': '1.0', Jan 25 02:12:13.776098 dv-cinder-821168-1-iscsi neutron-server[103188]: 'Subnet': '1.1', Jan 25 02:12:13.776098 dv-cinder-821168-1-iscsi neutron-server[103188]: 'Trunk': '1.1'}} Jan 25 02:12:13.776098 dv-cinder-821168-1-iscsi neutron-server[103188]: {{(pid=103188) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 02:12:13.784431 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ede96aaa-f8ec-4381-969b-bdff2be0f827 admin admin] Request body: {'subnet': {'network_id': 'a4c64d05-4e7c-4bb4-bd10-62f58fad8587', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-752012291-subnet', 'tenant_id': 'cf35b27d7b6a4dd2b5ba9b0ae10aab0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:12:13.791868 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1e4044-7add-4007-8f24-605b55502930 admin admin] Made reservation on behalf of cd0e87a773cb48a5808124de0b5709f6 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:12:13.798781 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae1e4044-7add-4007-8f24-605b55502930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:13.808602 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e19424db-16e5-43ee-a116-822d856e64bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:12:13.822355 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae1e4044-7add-4007-8f24-605b55502930 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:13.837868 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e19424db-16e5-43ee-a116-822d856e64bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422'] for segment (e9cf16db-d026-4c45-ba18-dbe2929b32f7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:13.838211 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.db.segments_db [None req-e19424db-16e5-43ee-a116-822d856e64bd admin admin] Added segment e9cf16db-d026-4c45-ba18-dbe2929b32f7 of type vlan for network 4be3beab-67a0-44e6-a6ea-977f61cd91cc Jan 25 02:12:13.890552 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e19424db-16e5-43ee-a116-822d856e64bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777998040441'] for network (4be3beab-67a0-44e6-a6ea-977f61cd91cc), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:13.927826 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede96aaa-f8ec-4381-969b-bdff2be0f827 admin admin] Made reservation on behalf of cf35b27d7b6a4dd2b5ba9b0ae10aab0c for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:12:13.930752 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ede96aaa-f8ec-4381-969b-bdff2be0f827 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:14.005495 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e19424db-16e5-43ee-a116-822d856e64bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394'] for network (4be3beab-67a0-44e6-a6ea-977f61cd91cc), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:14.007081 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19424db-16e5-43ee-a116-822d856e64bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:14.008901 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e19424db-16e5-43ee-a116-822d856e64bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:14.027435 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae1e4044-7add-4007-8f24-605b55502930 admin admin] Publish callbacks [] for security_group (bcea727e-aa29-47fd-938c-6956aa313668), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:14.098165 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [None req-db2ca772-22f7-4a80-a276-317db2cb98ce admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1851539370-network', 'tenant_id': '0c520fbc4251459288308e62228787d8'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:12:14.100012 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19424db-16e5-43ee-a116-822d856e64bd admin admin] Pushing event updated for resources: {'Network': ['ID=4be3beab-67a0-44e6-a6ea-977f61cd91cc,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:14.110915 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Network 4be3beab-67a0-44e6-a6ea-977f61cd91cc details requested by agent ovs-agent-dv-cinder-821168-1-iscsi with host dv-cinder-821168-1-iscsi {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:12:14.129992 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-e19424db-16e5-43ee-a116-822d856e64bd admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1180394 Jan 25 02:12:14.130167 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 57280) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:12:14.135080 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae1e4044-7add-4007-8f24-605b55502930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (bcea727e-aa29-47fd-938c-6956aa313668), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:14.141616 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [None req-068ee22b-6d1e-4e8a-bc5f-0e6ec393511c admin admin] Request body: {'subnet': {'network_id': '4be3beab-67a0-44e6-a6ea-977f61cd91cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-28175916-subnet', 'tenant_id': 'aed35a368b0f4933b0f485f09290e1f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:12:14.167694 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e4044-7add-4007-8f24-605b55502930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcea727e-aa29-47fd-938c-6956aa313668,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:14.182666 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae1e4044-7add-4007-8f24-605b55502930 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:12:14.218273 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae1e4044-7add-4007-8f24-605b55502930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422'] for segment (a011af27-2f86-4052-851b-d44cff3836ce), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:14.218653 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.db.segments_db [None req-ae1e4044-7add-4007-8f24-605b55502930 admin admin] Added segment a011af27-2f86-4052-851b-d44cff3836ce of type vlan for network 9e211453-422c-4767-b463-5c4e4c8afabc Jan 25 02:12:14.252197 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2ca772-22f7-4a80-a276-317db2cb98ce admin admin] Made reservation on behalf of 0c520fbc4251459288308e62228787d8 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:12:14.254858 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-db2ca772-22f7-4a80-a276-317db2cb98ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:14.268489 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae1e4044-7add-4007-8f24-605b55502930 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777998040441'] for network (9e211453-422c-4767-b463-5c4e4c8afabc), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:14.268879 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-db2ca772-22f7-4a80-a276-317db2cb98ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:14.313075 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ede96aaa-f8ec-4381-969b-bdff2be0f827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394'] for subnet (f1587185-9147-4d72-b943-54d790d8ee8e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:14.355862 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-db2ca772-22f7-4a80-a276-317db2cb98ce admin admin] Publish callbacks [] for security_group (fcdfa7ad-f08c-44aa-99f1-8746e66c37b2), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:14.357521 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068ee22b-6d1e-4e8a-bc5f-0e6ec393511c admin admin] Made reservation on behalf of aed35a368b0f4933b0f485f09290e1f3 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:12:14.360102 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-068ee22b-6d1e-4e8a-bc5f-0e6ec393511c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:14.378457 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede96aaa-f8ec-4381-969b-bdff2be0f827 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1587185-9147-4d72-b943-54d790d8ee8e,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:14.388728 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede96aaa-f8ec-4381-969b-bdff2be0f827 admin admin] Checking segment: {'id': 'a2e43f61-8c5a-4f2a-9a04-b2d77acd5758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a4c64d05-4e7c-4bb4-bd10-62f58fad8587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:12:14.389348 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede96aaa-f8ec-4381-969b-bdff2be0f827 admin admin] Network hostable DHCP agents. Network: a4c64d05-4e7c-4bb4-bd10-62f58fad8587, hostable agents: ['e69e460b-fe2d-42d0-be9b-976257b6f4ce'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:12:14.394020 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae1e4044-7add-4007-8f24-605b55502930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394'] for network (9e211453-422c-4767-b463-5c4e4c8afabc), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:14.395167 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1e4044-7add-4007-8f24-605b55502930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:14.395933 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae1e4044-7add-4007-8f24-605b55502930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:14.398874 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 57288) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:12:14.425286 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-db2ca772-22f7-4a80-a276-317db2cb98ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (fcdfa7ad-f08c-44aa-99f1-8746e66c37b2), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:14.466062 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ca772-22f7-4a80-a276-317db2cb98ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:14.484232 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e4044-7add-4007-8f24-605b55502930 admin admin] Pushing event updated for resources: {'Network': ['ID=9e211453-422c-4767-b463-5c4e4c8afabc,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:14.492277 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db2ca772-22f7-4a80-a276-317db2cb98ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:12:14.502941 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Network 9e211453-422c-4767-b463-5c4e4c8afabc details requested by agent ovs-agent-dv-cinder-821168-1-iscsi with host dv-cinder-821168-1-iscsi {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:12:14.506902 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-db2ca772-22f7-4a80-a276-317db2cb98ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422'] for segment (0cd0a719-aadd-4513-9040-a946e7723384), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:14.507413 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.db.segments_db [None req-db2ca772-22f7-4a80-a276-317db2cb98ce admin admin] Added segment 0cd0a719-aadd-4513-9040-a946e7723384 of type vlan for network f51e9718-4ec5-404e-a3a0-abfe3f81a1b8 Jan 25 02:12:14.528910 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-ae1e4044-7add-4007-8f24-605b55502930 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3972530 Jan 25 02:12:14.529908 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 57294) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:12:14.535303 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1819782c-2829-447b-8a62-3bec924c9e71 admin admin] Request body: {'subnet': {'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2141731291-subnet', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:12:14.574922 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-db2ca772-22f7-4a80-a276-317db2cb98ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777998040441'] for network (f51e9718-4ec5-404e-a3a0-abfe3f81a1b8), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:14.578503 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede96aaa-f8ec-4381-969b-bdff2be0f827 admin admin] Network a4c64d05-4e7c-4bb4-bd10-62f58fad8587 is scheduled to be hosted by DHCP agent e69e460b-fe2d-42d0-be9b-976257b6f4ce with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:12:14.630959 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1819782c-2829-447b-8a62-3bec924c9e71 admin admin] Made reservation on behalf of cd0e87a773cb48a5808124de0b5709f6 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:12:14.634711 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1819782c-2829-447b-8a62-3bec924c9e71 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:14.706515 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ede96aaa-f8ec-4381-969b-bdff2be0f827 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821168-1-iscsi, a4c64d05-4e7c-4bb4-bd10-62f58fad8587) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:12:14.707596 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-db2ca772-22f7-4a80-a276-317db2cb98ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394'] for network (f51e9718-4ec5-404e-a3a0-abfe3f81a1b8), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:14.708798 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2ca772-22f7-4a80-a276-317db2cb98ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:14.709445 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-db2ca772-22f7-4a80-a276-317db2cb98ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:14.718340 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c03ad3-74cf-4ce6-8a1a-2fd6c7948f3c None None] Network a4c64d05-4e7c-4bb4-bd10-62f58fad8587 requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:12:14.731025 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede96aaa-f8ec-4381-969b-bdff2be0f827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:14.731692 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ede96aaa-f8ec-4381-969b-bdff2be0f827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:14.842111 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ca772-22f7-4a80-a276-317db2cb98ce admin admin] Pushing event updated for resources: {'Network': ['ID=f51e9718-4ec5-404e-a3a0-abfe3f81a1b8,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:14.852479 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-068ee22b-6d1e-4e8a-bc5f-0e6ec393511c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394'] for subnet (c73b0ff2-0e4e-49a2-8845-6036be7d7f95), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:14.862908 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Network f51e9718-4ec5-404e-a3a0-abfe3f81a1b8 details requested by agent ovs-agent-dv-cinder-821168-1-iscsi with host dv-cinder-821168-1-iscsi {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:12:14.866120 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-ede96aaa-f8ec-4381-969b-bdff2be0f827 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0868905 Jan 25 02:12:14.898433 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e5778978-a78e-4eae-bdee-86bfd5b6a506 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:15.035681 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068ee22b-6d1e-4e8a-bc5f-0e6ec393511c admin admin] Checking segment: {'id': 'e9cf16db-d026-4c45-ba18-dbe2929b32f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4be3beab-67a0-44e6-a6ea-977f61cd91cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:12:15.036046 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068ee22b-6d1e-4e8a-bc5f-0e6ec393511c admin admin] Network hostable DHCP agents. Network: 4be3beab-67a0-44e6-a6ea-977f61cd91cc, hostable agents: ['e69e460b-fe2d-42d0-be9b-976257b6f4ce'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:12:15.046263 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167d6f3a-c9c2-4f8c-a93f-b53f12940fc4 None None] Network a4c64d05-4e7c-4bb4-bd10-62f58fad8587 requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:12:15.046779 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-db2ca772-22f7-4a80-a276-317db2cb98ce admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2853184 Jan 25 02:12:15.054386 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 57304) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:12:15.061763 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e5778978-a78e-4eae-bdee-86bfd5b6a506 admin admin] Publish callbacks [] for security_group (95a8daa4-17c7-471f-86fe-d799ca47f819), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:15.065239 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1819782c-2829-447b-8a62-3bec924c9e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394'] for subnet (431c2097-6312-4255-849e-eb12f9822c44), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:15.072828 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [None req-41522396-50b9-4e22-8648-a68cd0832bd2 admin admin] Request body: {'subnet': {'network_id': 'f51e9718-4ec5-404e-a3a0-abfe3f81a1b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1851539370-subnet', 'tenant_id': '0c520fbc4251459288308e62228787d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:12:15.102069 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ee22b-6d1e-4e8a-bc5f-0e6ec393511c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c73b0ff2-0e4e-49a2-8845-6036be7d7f95,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:15.141082 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e5778978-a78e-4eae-bdee-86bfd5b6a506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (95a8daa4-17c7-471f-86fe-d799ca47f819), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:15.229444 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068ee22b-6d1e-4e8a-bc5f-0e6ec393511c admin admin] Network 4be3beab-67a0-44e6-a6ea-977f61cd91cc is scheduled to be hosted by DHCP agent e69e460b-fe2d-42d0-be9b-976257b6f4ce with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:12:15.233733 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41522396-50b9-4e22-8648-a68cd0832bd2 admin admin] Made reservation on behalf of 0c520fbc4251459288308e62228787d8 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:12:15.238461 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-41522396-50b9-4e22-8648-a68cd0832bd2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:15.309202 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819782c-2829-447b-8a62-3bec924c9e71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=431c2097-6312-4255-849e-eb12f9822c44,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:15.317331 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-e5778978-a78e-4eae-bdee-86bfd5b6a506 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=4ce3ae493dc743fda34e5fa4dd98af14&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9159040 Jan 25 02:12:15.322334 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 57324) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:12:15.333414 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-068ee22b-6d1e-4e8a-bc5f-0e6ec393511c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821168-1-iscsi, 4be3beab-67a0-44e6-a6ea-977f61cd91cc) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:12:15.337014 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5778978-a78e-4eae-bdee-86bfd5b6a506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a8daa4-17c7-471f-86fe-d799ca47f819,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:15.340098 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1819782c-2829-447b-8a62-3bec924c9e71 admin admin] Checking segment: {'id': 'a011af27-2f86-4052-851b-d44cff3836ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:12:15.340442 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1819782c-2829-447b-8a62-3bec924c9e71 admin admin] Network hostable DHCP agents. Network: 9e211453-422c-4767-b463-5c4e4c8afabc, hostable agents: ['e69e460b-fe2d-42d0-be9b-976257b6f4ce'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:12:15.346115 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e626c9e0-7a03-4c8d-8faf-774670eb6124 None None] Network 4be3beab-67a0-44e6-a6ea-977f61cd91cc requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:12:15.378613 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068ee22b-6d1e-4e8a-bc5f-0e6ec393511c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:15.379705 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-068ee22b-6d1e-4e8a-bc5f-0e6ec393511c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:15.445796 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1819782c-2829-447b-8a62-3bec924c9e71 admin admin] Network 9e211453-422c-4767-b463-5c4e4c8afabc is scheduled to be hosted by DHCP agent e69e460b-fe2d-42d0-be9b-976257b6f4ce with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:12:15.452334 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-1819782c-2829-447b-8a62-3bec924c9e71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821168-1-iscsi, 9e211453-422c-4767-b463-5c4e4c8afabc) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:12:15.456741 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2aaea76c-7b0b-4401-9ea5-07c6b7c7f3e1 admin admin] Publish callbacks [] for security_group (95a8daa4-17c7-471f-86fe-d799ca47f819), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:15.471830 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1819782c-2829-447b-8a62-3bec924c9e71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:15.475878 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1819782c-2829-447b-8a62-3bec924c9e71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:15.487774 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec49dc9-b82c-4004-a6c3-2d613c77d992 None None] Network 9e211453-422c-4767-b463-5c4e4c8afabc requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:12:15.508735 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2aaea76c-7b0b-4401-9ea5-07c6b7c7f3e1 admin admin] Publish callbacks [] for security_group (95a8daa4-17c7-471f-86fe-d799ca47f819), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:15.569371 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-1819782c-2829-447b-8a62-3bec924c9e71 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0382154 Jan 25 02:12:15.571206 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-068ee22b-6d1e-4e8a-bc5f-0e6ec393511c admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4396040 Jan 25 02:12:15.573053 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 57336) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:12:15.577230 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81de6111-58bd-478d-bde1-23b01551932a None None] Network 4be3beab-67a0-44e6-a6ea-977f61cd91cc requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:12:15.577388 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d5366eda-4474-4e07-be29-9533bd8fd067 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2141731291-router', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:12:15.581865 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 57338) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:12:15.588605 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-66c838eb-c506-443b-9455-de08fa7560cf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-28175916-router', 'tenant_id': 'aed35a368b0f4933b0f485f09290e1f3', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:12:15.675282 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2aaea76c-7b0b-4401-9ea5-07c6b7c7f3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (95a8daa4-17c7-471f-86fe-d799ca47f819), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:15.682523 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2aaea76c-7b0b-4401-9ea5-07c6b7c7f3e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:15.688051 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-2aaea76c-7b0b-4401-9ea5-07c6b7c7f3e1 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/95a8daa4-17c7-471f-86fe-d799ca47f819 HTTP/1.1" status: 204 len: 168 time: 0.3622258 Jan 25 02:12:15.716216 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaea76c-7b0b-4401-9ea5-07c6b7c7f3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a8daa4-17c7-471f-86fe-d799ca47f819,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:15.733151 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5366eda-4474-4e07-be29-9533bd8fd067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1006660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1262'] for router (55bdcb44-7fc9-4220-977e-d8ff3ac87247), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:15.735339 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5366eda-4474-4e07-be29-9533bd8fd067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1006800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1012103', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045'] for router (55bdcb44-7fc9-4220-977e-d8ff3ac87247), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:15.760663 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-41522396-50b9-4e22-8648-a68cd0832bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394'] for subnet (5ceebd01-54f8-49c2-a96a-185a2872233c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:15.784553 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-66c838eb-c506-443b-9455-de08fa7560cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1006660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1262'] for router (d0e4921a-9bb1-4670-a0f2-6b5c13bf3030), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:15.786858 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-66c838eb-c506-443b-9455-de08fa7560cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1006800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1012103', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045'] for router (d0e4921a-9bb1-4670-a0f2-6b5c13bf3030), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:15.852660 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860a9727-9a1d-46a7-9c05-b190eb91aa78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp071eaffc-51bf-5b06-a7f1-603d5cbd75dc-9e211453-422c-4767-b463-5c4e4c8afabc', 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc', 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'fixed_ips': [{'subnet_id': '431c2097-6312-4255-849e-eb12f9822c44'}]}} from dv-cinder-821168-1-iscsi. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 02:12:15.853522 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-860a9727-9a1d-46a7-9c05-b190eb91aa78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:15.889001 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41522396-50b9-4e22-8648-a68cd0832bd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ceebd01-54f8-49c2-a96a-185a2872233c,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:15.997529 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41522396-50b9-4e22-8648-a68cd0832bd2 admin admin] Checking segment: {'id': '0cd0a719-aadd-4513-9040-a946e7723384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f51e9718-4ec5-404e-a3a0-abfe3f81a1b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:12:15.997933 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41522396-50b9-4e22-8648-a68cd0832bd2 admin admin] Network hostable DHCP agents. Network: f51e9718-4ec5-404e-a3a0-abfe3f81a1b8, hostable agents: ['e69e460b-fe2d-42d0-be9b-976257b6f4ce'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:12:16.087982 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5366eda-4474-4e07-be29-9533bd8fd067 admin admin] Publish callbacks [] for router_controller (55bdcb44-7fc9-4220-977e-d8ff3ac87247), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:16.114677 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41522396-50b9-4e22-8648-a68cd0832bd2 admin admin] Network f51e9718-4ec5-404e-a3a0-abfe3f81a1b8 is scheduled to be hosted by DHCP agent e69e460b-fe2d-42d0-be9b-976257b6f4ce with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:12:16.155386 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-66c838eb-c506-443b-9455-de08fa7560cf admin admin] Publish callbacks [] for router_controller (d0e4921a-9bb1-4670-a0f2-6b5c13bf3030), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:16.164568 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-860a9727-9a1d-46a7-9c05-b190eb91aa78 None None] Allocated IP 172.20.0.2 (9e211453-422c-4767-b463-5c4e4c8afabc/431c2097-6312-4255-849e-eb12f9822c44/f2b153b1-6396-4bd7-9b8f-c3bc1f37a283) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:12:16.234743 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-41522396-50b9-4e22-8648-a68cd0832bd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821168-1-iscsi, f51e9718-4ec5-404e-a3a0-abfe3f81a1b8) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:12:16.245855 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41522396-50b9-4e22-8648-a68cd0832bd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:16.249082 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-41522396-50b9-4e22-8648-a68cd0832bd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:16.255529 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7b8687-9981-4252-b06b-c2712d977da2 None None] Network f51e9718-4ec5-404e-a3a0-abfe3f81a1b8 requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:12:16.341427 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5366eda-4474-4e07-be29-9533bd8fd067 admin admin] Publish callbacks [] for router_gateway (55bdcb44-7fc9-4220-977e-d8ff3ac87247), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:16.373409 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-41522396-50b9-4e22-8648-a68cd0832bd2 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3165338 Jan 25 02:12:16.476069 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d4a0a1-a56d-4781-8b63-8b7e40c94000 None None] Network f51e9718-4ec5-404e-a3a0-abfe3f81a1b8 requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:12:16.500692 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-860a9727-9a1d-46a7-9c05-b190eb91aa78 None None] Publish callbacks [] for port (f2b153b1-6396-4bd7-9b8f-c3bc1f37a283), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:16.592259 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-860a9727-9a1d-46a7-9c05-b190eb91aa78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240'] for port (f2b153b1-6396-4bd7-9b8f-c3bc1f37a283), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:16.620353 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-66c838eb-c506-443b-9455-de08fa7560cf admin admin] Publish callbacks [] for router_gateway (d0e4921a-9bb1-4670-a0f2-6b5c13bf3030), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:16.676542 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 57394) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:12:16.679651 dv-cinder-821168-1-iscsi neutron-server[103187]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 25 02:12:16.712889 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860a9727-9a1d-46a7-9c05-b190eb91aa78 None None] Network 9e211453-422c-4767-b463-5c4e4c8afabc is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:12:16.717619 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-860a9727-9a1d-46a7-9c05-b190eb91aa78 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:12:16.724068 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860a9727-9a1d-46a7-9c05-b190eb91aa78 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:12:16.805844 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a9727-9a1d-46a7-9c05-b190eb91aa78 None None] Pushing event updated for resources: {'Port': ['ID=f2b153b1-6396-4bd7-9b8f-c3bc1f37a283,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:16.862661 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a9727-9a1d-46a7-9c05-b190eb91aa78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:16.864618 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a9727-9a1d-46a7-9c05-b190eb91aa78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:16.865607 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a9727-9a1d-46a7-9c05-b190eb91aa78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:16.867682 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a9727-9a1d-46a7-9c05-b190eb91aa78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:16.868209 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a9727-9a1d-46a7-9c05-b190eb91aa78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:16.868731 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a9727-9a1d-46a7-9c05-b190eb91aa78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:16.869280 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a9727-9a1d-46a7-9c05-b190eb91aa78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:16.869773 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a9727-9a1d-46a7-9c05-b190eb91aa78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:16.870719 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a9727-9a1d-46a7-9c05-b190eb91aa78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:16.872098 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a9727-9a1d-46a7-9c05-b190eb91aa78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:16.872098 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a9727-9a1d-46a7-9c05-b190eb91aa78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:16.872340 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a9727-9a1d-46a7-9c05-b190eb91aa78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:16.872820 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a9727-9a1d-46a7-9c05-b190eb91aa78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:16.874342 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a9727-9a1d-46a7-9c05-b190eb91aa78 None None] Tracked resource versions report: Jan 25 02:12:16.874342 dv-cinder-821168-1-iscsi neutron-server[103189]: pushed versions: Jan 25 02:12:16.874342 dv-cinder-821168-1-iscsi neutron-server[103189]: { 'AddressGroup': {'1.2'}, Jan 25 02:12:16.874342 dv-cinder-821168-1-iscsi neutron-server[103189]: 'ConntrackHelper': {'1.0'}, Jan 25 02:12:16.874342 dv-cinder-821168-1-iscsi neutron-server[103189]: 'LocalIPAssociation': {'1.0'}, Jan 25 02:12:16.874342 dv-cinder-821168-1-iscsi neutron-server[103189]: 'Log': {'1.0'}, Jan 25 02:12:16.874342 dv-cinder-821168-1-iscsi neutron-server[103189]: 'Network': {'1.1'}, Jan 25 02:12:16.874342 dv-cinder-821168-1-iscsi neutron-server[103189]: 'Port': {'1.7'}, Jan 25 02:12:16.874342 dv-cinder-821168-1-iscsi neutron-server[103189]: 'PortForwarding': {'1.2'}, Jan 25 02:12:16.874342 dv-cinder-821168-1-iscsi neutron-server[103189]: 'QosPolicy': {'1.10'}, Jan 25 02:12:16.874342 dv-cinder-821168-1-iscsi neutron-server[103189]: 'SecurityGroup': {'1.5'}, Jan 25 02:12:16.874342 dv-cinder-821168-1-iscsi neutron-server[103189]: 'SecurityGroupRule': {'1.2'}, Jan 25 02:12:16.874342 dv-cinder-821168-1-iscsi neutron-server[103189]: 'SubPort': {'1.0'}, Jan 25 02:12:16.874342 dv-cinder-821168-1-iscsi neutron-server[103189]: 'Subnet': {'1.1'}, Jan 25 02:12:16.874342 dv-cinder-821168-1-iscsi neutron-server[103189]: 'Trunk': {'1.1'}} Jan 25 02:12:16.874342 dv-cinder-821168-1-iscsi neutron-server[103189]: consumer versions: Jan 25 02:12:16.874342 dv-cinder-821168-1-iscsi neutron-server[103189]: { DHCP agent@dv-cinder-821168-1-iscsi: {}, Jan 25 02:12:16.874342 dv-cinder-821168-1-iscsi neutron-server[103189]: HyperV agent@hv-cinder-82116: {}, Jan 25 02:12:16.874342 dv-cinder-821168-1-iscsi neutron-server[103189]: L3 agent@dv-cinder-821168-1-iscsi: {}, Jan 25 02:12:16.874342 dv-cinder-821168-1-iscsi neutron-server[103189]: Metadata agent@dv-cinder-821168-1-iscsi: {}, Jan 25 02:12:16.874342 dv-cinder-821168-1-iscsi neutron-server[103189]: Metering agent@dv-cinder-821168-1-iscsi: {}, Jan 25 02:12:16.874342 dv-cinder-821168-1-iscsi neutron-server[103189]: Open vSwitch agent@dv-cinder-821168-1-iscsi: { 'AddressGroup': '1.2', Jan 25 02:12:16.874342 dv-cinder-821168-1-iscsi neutron-server[103189]: 'ConntrackHelper': '1.0', Jan 25 02:12:16.874342 dv-cinder-821168-1-iscsi neutron-server[103189]: 'LocalIPAssociation': '1.0', Jan 25 02:12:16.874342 dv-cinder-821168-1-iscsi neutron-server[103189]: 'Log': '1.0', Jan 25 02:12:16.874342 dv-cinder-821168-1-iscsi neutron-server[103189]: 'Network': '1.1', Jan 25 02:12:16.874342 dv-cinder-821168-1-iscsi neutron-server[103189]: 'Port': '1.7', Jan 25 02:12:16.874342 dv-cinder-821168-1-iscsi neutron-server[103189]: 'PortForwarding': '1.2', Jan 25 02:12:16.874342 dv-cinder-821168-1-iscsi neutron-server[103189]: 'QosPolicy': '1.10', Jan 25 02:12:16.874342 dv-cinder-821168-1-iscsi neutron-server[103189]: 'SecurityGroup': '1.5', Jan 25 02:12:16.874342 dv-cinder-821168-1-iscsi neutron-server[103189]: 'SecurityGroupRule': '1.2', Jan 25 02:12:16.874342 dv-cinder-821168-1-iscsi neutron-server[103189]: 'SubPort': '1.0', Jan 25 02:12:16.874342 dv-cinder-821168-1-iscsi neutron-server[103189]: 'Subnet': '1.1', Jan 25 02:12:16.874342 dv-cinder-821168-1-iscsi neutron-server[103189]: 'Trunk': '1.1'}} Jan 25 02:12:16.874342 dv-cinder-821168-1-iscsi neutron-server[103189]: {{(pid=103189) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 02:12:16.893755 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-860a9727-9a1d-46a7-9c05-b190eb91aa78 None None] Attempting to bind port f2b153b1-6396-4bd7-9b8f-c3bc1f37a283 on host dv-cinder-821168-1-iscsi for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:12:16.894619 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-860a9727-9a1d-46a7-9c05-b190eb91aa78 None None] Attempting to bind port f2b153b1-6396-4bd7-9b8f-c3bc1f37a283 by drivers openvswitch,hyperv on host dv-cinder-821168-1-iscsi at level 0 using segments [{'id': 'a011af27-2f86-4052-851b-d44cff3836ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:12:16.900775 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860a9727-9a1d-46a7-9c05-b190eb91aa78 None None] Attempting to bind port f2b153b1-6396-4bd7-9b8f-c3bc1f37a283 on network 9e211453-422c-4767-b463-5c4e4c8afabc {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:12:16.902649 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860a9727-9a1d-46a7-9c05-b190eb91aa78 None None] Checking agent: {'id': '086e82f0-eb32-4dd2-8729-4ab634561567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 3, 54), 'started_at': datetime.datetime(2022, 1, 25, 2, 4, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:12:16.903297 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860a9727-9a1d-46a7-9c05-b190eb91aa78 None None] Checking segment: {'id': 'a011af27-2f86-4052-851b-d44cff3836ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:12:16.903906 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-860a9727-9a1d-46a7-9c05-b190eb91aa78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:16.904605 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860a9727-9a1d-46a7-9c05-b190eb91aa78 None None] Bound using segment: {'id': 'a011af27-2f86-4052-851b-d44cff3836ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:12:16.905276 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-860a9727-9a1d-46a7-9c05-b190eb91aa78 None None] Bound port: f2b153b1-6396-4bd7-9b8f-c3bc1f37a283, host: dv-cinder-821168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a011af27-2f86-4052-851b-d44cff3836ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:12:16.905913 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-860a9727-9a1d-46a7-9c05-b190eb91aa78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (f2b153b1-6396-4bd7-9b8f-c3bc1f37a283), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:16.995974 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5366eda-4474-4e07-be29-9533bd8fd067 admin admin] Publish callbacks [] for router_gateway (55bdcb44-7fc9-4220-977e-d8ff3ac87247), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:16.996968 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-860a9727-9a1d-46a7-9c05-b190eb91aa78 None None] For port f2b153b1-6396-4bd7-9b8f-c3bc1f37a283, host dv-cinder-821168-1-iscsi, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:12:17.004204 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-860a9727-9a1d-46a7-9c05-b190eb91aa78 None None] For port f2b153b1-6396-4bd7-9b8f-c3bc1f37a283, host dv-cinder-821168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=f2b153b1-6396-4bd7-9b8f-c3bc1f37a283,segment=NetworkSegment(a011af27-2f86-4052-851b-d44cff3836ce),segment_id=a011af27-2f86-4052-851b-d44cff3836ce)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:12:17.021526 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-a9fcc1da-9c60-4649-b292-f46fb0c338f4 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:17.027377 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-a9fcc1da-9c60-4649-b292-f46fb0c338f4 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/networks?id=a4c64d05-4e7c-4bb4-bd10-62f58fad8587 HTTP/1.1" status: 200 len: 811 time: 0.3497405 Jan 25 02:12:17.041804 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5366eda-4474-4e07-be29-9533bd8fd067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:17.065550 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-82ca9623-b011-4f9d-94e8-034429061884 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/quotas/cf35b27d7b6a4dd2b5ba9b0ae10aab0c HTTP/1.1" status: 200 len: 375 time: 0.0264173 Jan 25 02:12:17.092315 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-860a9727-9a1d-46a7-9c05-b190eb91aa78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (f2b153b1-6396-4bd7-9b8f-c3bc1f37a283), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:17.241868 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-d5366eda-4474-4e07-be29-9533bd8fd067 admin admin] Allocated IP 172.27.3.228 (a4beea5e-7380-4f54-a79a-85c8e3bac423/7e657314-da2c-44e4-949d-aa8ff76f9246/310a90f6-2cac-46ef-b080-89b358bfc902) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:12:17.286785 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a9727-9a1d-46a7-9c05-b190eb91aa78 None None] Pushing event updated for resources: {'Port': ['ID=f2b153b1-6396-4bd7-9b8f-c3bc1f37a283,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:17.309709 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-66c838eb-c506-443b-9455-de08fa7560cf admin admin] Publish callbacks [] for router_gateway (d0e4921a-9bb1-4670-a0f2-6b5c13bf3030), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:17.340327 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-d81577a0-8985-4fae-9df2-b18169390f1b tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=cf35b27d7b6a4dd2b5ba9b0ae10aab0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2697759 Jan 25 02:12:17.341506 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-66c838eb-c506-443b-9455-de08fa7560cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:17.532337 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5366eda-4474-4e07-be29-9533bd8fd067 admin admin] Publish callbacks [] for port (310a90f6-2cac-46ef-b080-89b358bfc902), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:17.603877 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5366eda-4474-4e07-be29-9533bd8fd067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240'] for port (310a90f6-2cac-46ef-b080-89b358bfc902), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:17.663251 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e9ce513e-591c-422e-8c9e-f19efba1c26f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:17.719540 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 57454) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:12:17.737950 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5366eda-4474-4e07-be29-9533bd8fd067 admin admin] Network a4beea5e-7380-4f54-a79a-85c8e3bac423 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:12:17.742685 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5366eda-4474-4e07-be29-9533bd8fd067 admin admin] Pushing event updated for resources: {'Port': ['ID=310a90f6-2cac-46ef-b080-89b358bfc902,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:17.750017 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-d5366eda-4474-4e07-be29-9533bd8fd067 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:12:17.763469 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-66c838eb-c506-443b-9455-de08fa7560cf admin admin] Allocated IP 172.27.3.226 (a4beea5e-7380-4f54-a79a-85c8e3bac423/7e657314-da2c-44e4-949d-aa8ff76f9246/bef5d29f-e62d-4660-91c9-cadd931a7757) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:12:17.782928 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device f2b153b1-6396-4bd7-9b8f-c3bc1f37a283 up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:12:17.787271 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 57458) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:12:17.809462 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5366eda-4474-4e07-be29-9533bd8fd067 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:12:17.854816 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port f2b153b1-6396-4bd7-9b8f-c3bc1f37a283 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:12:17.855217 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (f2b153b1-6396-4bd7-9b8f-c3bc1f37a283), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:17.890060 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-12059563-6eca-4c85-832e-e070d05cf80a tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:17.892042 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-12059563-6eca-4c85-832e-e070d05cf80a tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/networks?id=f51e9718-4ec5-404e-a3a0-abfe3f81a1b8 HTTP/1.1" status: 200 len: 815 time: 0.1714442 Jan 25 02:12:17.909602 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-f4e52e73-2c65-4cea-8754-5568f96247a1 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/quotas/0c520fbc4251459288308e62228787d8 HTTP/1.1" status: 200 len: 375 time: 0.0118759 Jan 25 02:12:17.960717 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-45c9df1c-bb77-4e88-b2ab-d4dea058115b tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=0c520fbc4251459288308e62228787d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435047 Jan 25 02:12:17.961040 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port f2b153b1-6396-4bd7-9b8f-c3bc1f37a283 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:12:17.961617 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (f2b153b1-6396-4bd7-9b8f-c3bc1f37a283), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:17.967034 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-5b041aea-dbac-4b49-8c63-77c243aa30d8 service neutron] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:12:17.968060 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-5b041aea-dbac-4b49-8c63-77c243aa30d8 service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1516433 Jan 25 02:12:18.002323 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] For port f2b153b1-6396-4bd7-9b8f-c3bc1f37a283, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=f2b153b1-6396-4bd7-9b8f-c3bc1f37a283,segment=NetworkSegment(a011af27-2f86-4052-851b-d44cff3836ce),segment_id=a011af27-2f86-4052-851b-d44cff3836ce)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:12:18.090733 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (f2b153b1-6396-4bd7-9b8f-c3bc1f37a283), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:18.097861 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-66c838eb-c506-443b-9455-de08fa7560cf admin admin] Publish callbacks [] for port (bef5d29f-e62d-4660-91c9-cadd931a7757), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:18.104754 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-fdbae2fe-bd27-455a-835d-ec37fd937cbe service neutron] 10.222.0.112 "GET /v2.0/networks/a4c64d05-4e7c-4bb4-bd10-62f58fad8587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235802 Jan 25 02:12:18.208105 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2a8fb428-89fa-4eb0-9c1a-2dd41509e7b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:18.222226 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-030d11e9-d3d7-4f90-9b67-9c4c09d7d8b0 service neutron] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:12:18.230303 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-030d11e9-d3d7-4f90-9b67-9c4c09d7d8b0 service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0894103 Jan 25 02:12:18.234014 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Pushing event updated for resources: {'Port': ['ID=f2b153b1-6396-4bd7-9b8f-c3bc1f37a283,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:18.379163 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-0fc49a7a-2e8d-4b50-960a-69e2d9571594 service neutron] 10.222.0.112 "GET /v2.0/networks/a4c64d05-4e7c-4bb4-bd10-62f58fad8587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556388 Jan 25 02:12:18.391664 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2a8fb428-89fa-4eb0-9c1a-2dd41509e7b6 admin admin] Publish callbacks [] for security_group (5341ff6b-e915-438c-8382-a5e63ecf77d0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:18.392681 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-873f3a3e-0c52-4e91-9b45-cbc7e14fd4e0 service neutron] 10.222.0.112 "GET /v2.0/networks/f51e9718-4ec5-404e-a3a0-abfe3f81a1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613832 Jan 25 02:12:18.406987 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-66c838eb-c506-443b-9455-de08fa7560cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240'] for port (bef5d29f-e62d-4660-91c9-cadd931a7757), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:18.499229 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c838eb-c506-443b-9455-de08fa7560cf admin admin] Pushing event updated for resources: {'Port': ['ID=bef5d29f-e62d-4660-91c9-cadd931a7757,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:18.551715 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-c48d57dd-d2ed-4aab-b72e-2a134ba0a789 service neutron] 10.222.0.112 "GET /v2.0/networks/f51e9718-4ec5-404e-a3a0-abfe3f81a1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528172 Jan 25 02:12:18.587084 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2a8fb428-89fa-4eb0-9c1a-2dd41509e7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (5341ff6b-e915-438c-8382-a5e63ecf77d0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:18.595329 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360bcd29-eab7-4b6f-95e4-55248b03d20c None None] Network 9e211453-422c-4767-b463-5c4e4c8afabc requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:12:18.621280 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c838eb-c506-443b-9455-de08fa7560cf admin admin] Network a4beea5e-7380-4f54-a79a-85c8e3bac423 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:12:18.643667 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-66c838eb-c506-443b-9455-de08fa7560cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:12:18.647875 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c838eb-c506-443b-9455-de08fa7560cf admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:12:18.652933 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-2a8fb428-89fa-4eb0-9c1a-2dd41509e7b6 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=75fe93e645844a26af963c25e00d6ea0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8637671 Jan 25 02:12:18.656905 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 57480) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:12:18.739084 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fb4927ec-2fce-49de-a33f-304bf7ff588c admin admin] Publish callbacks [] for security_group (5341ff6b-e915-438c-8382-a5e63ecf77d0), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:18.763133 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fb4927ec-2fce-49de-a33f-304bf7ff588c admin admin] Publish callbacks [] for security_group (5341ff6b-e915-438c-8382-a5e63ecf77d0), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:18.764836 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8fb428-89fa-4eb0-9c1a-2dd41509e7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5341ff6b-e915-438c-8382-a5e63ecf77d0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:18.772937 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-89a127c1-e498-4e62-9550-2ffab03daab7 None None] Provisioning complete for port f2b153b1-6396-4bd7-9b8f-c3bc1f37a283 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:12:18.773628 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-89a127c1-e498-4e62-9550-2ffab03daab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (f2b153b1-6396-4bd7-9b8f-c3bc1f37a283), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:18.886128 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5366eda-4474-4e07-be29-9533bd8fd067 admin admin] Publish callbacks [] for router_gateway (55bdcb44-7fc9-4220-977e-d8ff3ac87247), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:19.001075 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-89a127c1-e498-4e62-9550-2ffab03daab7 None None] Current status of the port f2b153b1-6396-4bd7-9b8f-c3bc1f37a283 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:12:19.103736 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3241a5b7-214d-4859-afc9-6897e2b5594e req-3469bdde-e42e-4f4f-b5e3-28b04f86686a tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 210 time: 0.1277442 Jan 25 02:12:19.144763 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a7c9725e-f79b-425d-88ee-f12385e2e6d4 req-e9fafec5-dcf4-4f28-b588-b43a5a2b0f80 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 210 time: 0.0876217 Jan 25 02:12:19.146310 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fb4927ec-2fce-49de-a33f-304bf7ff588c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (5341ff6b-e915-438c-8382-a5e63ecf77d0), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:19.154409 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fb4927ec-2fce-49de-a33f-304bf7ff588c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:19.162979 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-fb4927ec-2fce-49de-a33f-304bf7ff588c admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/5341ff6b-e915-438c-8382-a5e63ecf77d0 HTTP/1.1" status: 204 len: 168 time: 0.5019066 Jan 25 02:12:19.197559 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4927ec-2fce-49de-a33f-304bf7ff588c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5341ff6b-e915-438c-8382-a5e63ecf77d0,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:19.320597 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-11c26501-496f-43b2-95e8-df6b3eec2d3c None None] Provisioning complete for port f2b153b1-6396-4bd7-9b8f-c3bc1f37a283 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:12:19.321152 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-11c26501-496f-43b2-95e8-df6b3eec2d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (f2b153b1-6396-4bd7-9b8f-c3bc1f37a283), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:19.441059 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-66c838eb-c506-443b-9455-de08fa7560cf admin admin] Publish callbacks [] for router_gateway (d0e4921a-9bb1-4670-a0f2-6b5c13bf3030), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:19.512693 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-11c26501-496f-43b2-95e8-df6b3eec2d3c None None] Current status of the port f2b153b1-6396-4bd7-9b8f-c3bc1f37a283 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:12:19.518801 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5366eda-4474-4e07-be29-9533bd8fd067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1006799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1012195'] for router (55bdcb44-7fc9-4220-977e-d8ff3ac87247), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:19.653933 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device f2b153b1-6396-4bd7-9b8f-c3bc1f37a283 up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:12:19.714838 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port f2b153b1-6396-4bd7-9b8f-c3bc1f37a283 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:12:19.716011 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (f2b153b1-6396-4bd7-9b8f-c3bc1f37a283), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:19.842187 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port f2b153b1-6396-4bd7-9b8f-c3bc1f37a283 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:12:19.872987 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-66c838eb-c506-443b-9455-de08fa7560cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1006799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1012195'] for router (d0e4921a-9bb1-4670-a0f2-6b5c13bf3030), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:19.931846 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:19.936364 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5366eda-4474-4e07-be29-9533bd8fd067 admin admin] Router 55bdcb44-7fc9-4220-977e-d8ff3ac87247 is scheduled to L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 02:12:20.177885 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e1a7f37-1c1b-4790-ba38-5c293f177b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:20.210115 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-942356bc-62ec-47ac-8514-f69434d742e0 req-2bc2e118-261f-4772-b04e-be5348f4efc9 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 210 time: 0.0282295 Jan 25 02:12:20.257986 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5366eda-4474-4e07-be29-9533bd8fd067 admin admin] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:12:20.270846 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b8d539-dc71-4c72-ba6a-5344fbd893f4 None None] Sync routers for ids ['55bdcb44-7fc9-4220-977e-d8ff3ac87247'] in dv-cinder-821168-1-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:12:20.286818 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b8d539-dc71-4c72-ba6a-5344fbd893f4 None None] Routers {'55bdcb44-7fc9-4220-977e-d8ff3ac87247'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:12:20.288830 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-25b8d539-dc71-4c72-ba6a-5344fbd893f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:12:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['55bdcb44-7fc9-4220-977e-d8ff3ac87247'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:12:20.300464 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 57578) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:12:20.310929 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ac5116ff-e285-472c-9a05-ec4c1f2ebdfa req-7e0790d4-dd91-4b4b-8d37-0c9a66138e40 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 210 time: 0.0797372 Jan 25 02:12:20.560376 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d769554-4ef1-4721-ab3a-696b2c4f0d70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:20.560376 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c838eb-c506-443b-9455-de08fa7560cf admin admin] Router d0e4921a-9bb1-4670-a0f2-6b5c13bf3030 is scheduled to L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 02:12:20.560376 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5366eda-4474-4e07-be29-9533bd8fd067 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:20.560376 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-d5366eda-4474-4e07-be29-9533bd8fd067 admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.8344278 Jan 25 02:12:20.560970 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 57582) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:12:20.561054 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c838eb-c506-443b-9455-de08fa7560cf admin admin] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:12:20.561115 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e320ab4c-a989-461f-99a4-2bf4182d17e1 None None] Sync routers for ids ['d0e4921a-9bb1-4670-a0f2-6b5c13bf3030'] in dv-cinder-821168-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:12:20.561173 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d769554-4ef1-4721-ab3a-696b2c4f0d70 admin admin] Publish callbacks [] for security_group (9527d188-a88f-4389-aed4-37aaf543a5c5), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:20.561236 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e320ab4c-a989-461f-99a4-2bf4182d17e1 None None] Routers {'d0e4921a-9bb1-4670-a0f2-6b5c13bf3030'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:12:20.561236 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-e320ab4c-a989-461f-99a4-2bf4182d17e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:12:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['d0e4921a-9bb1-4670-a0f2-6b5c13bf3030'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:12:20.592494 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-25b8d539-dc71-4c72-ba6a-5344fbd893f4 None None] Set router 55bdcb44-7fc9-4220-977e-d8ff3ac87247 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:12:20.671407 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-e320ab4c-a989-461f-99a4-2bf4182d17e1 None None] Set router d0e4921a-9bb1-4670-a0f2-6b5c13bf3030 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:12:20.759967 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-66c838eb-c506-443b-9455-de08fa7560cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:20.763712 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-66c838eb-c506-443b-9455-de08fa7560cf admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.1783271 Jan 25 02:12:20.763712 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d769554-4ef1-4721-ab3a-696b2c4f0d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (9527d188-a88f-4389-aed4-37aaf543a5c5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:20.764199 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 57590) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:12:20.879397 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-25b8d539-dc71-4c72-ba6a-5344fbd893f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'name': 'tempest-AttachVolumeShelveTestJSON-2141731291-router', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '310a90f6-2cac-46ef-b080-89b358bfc902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:12:15Z', 'updated_at': '2022-01-25T02:12:18Z', 'revision_number': 3, 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'gw_port': {'id': '310a90f6-2cac-46ef-b080-89b358bfc902', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:65:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:17Z', 'updated_at': '2022-01-25T02:12:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi'}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:12:20.907190 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-2d769554-4ef1-4721-ab3a-696b2c4f0d70 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=915bc137588544328c2fc272176eabc1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6029570 Jan 25 02:12:20.907190 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d769554-4ef1-4721-ab3a-696b2c4f0d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9527d188-a88f-4389-aed4-37aaf543a5c5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:20.908332 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 57596) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:12:20.956861 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b8d539-dc71-4c72-ba6a-5344fbd893f4 None None] Checking router: 55bdcb44-7fc9-4220-977e-d8ff3ac87247 for host: dv-cinder-821168-1-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:12:20.958135 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b8d539-dc71-4c72-ba6a-5344fbd893f4 None None] Updating router 55bdcb44-7fc9-4220-977e-d8ff3ac87247 port 310a90f6-2cac-46ef-b080-89b358bfc902 binding host dv-cinder-821168-1-iscsi {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:12:20.987694 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-e320ab4c-a989-461f-99a4-2bf4182d17e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e4921a-9bb1-4670-a0f2-6b5c13bf3030', 'name': 'tempest-ServerRescueNegativeTestJSON-28175916-router', 'tenant_id': 'aed35a368b0f4933b0f485f09290e1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'bef5d29f-e62d-4660-91c9-cadd931a7757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:12:15Z', 'updated_at': '2022-01-25T02:12:19Z', 'revision_number': 3, 'project_id': 'aed35a368b0f4933b0f485f09290e1f3', 'gw_port': {'id': 'bef5d29f-e62d-4660-91c9-cadd931a7757', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:94:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e4921a-9bb1-4670-a0f2-6b5c13bf3030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:17Z', 'updated_at': '2022-01-25T02:12:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi'}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:12:20.997898 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-25b8d539-dc71-4c72-ba6a-5344fbd893f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (310a90f6-2cac-46ef-b080-89b358bfc902), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:21.024265 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e320ab4c-a989-461f-99a4-2bf4182d17e1 None None] Checking router: d0e4921a-9bb1-4670-a0f2-6b5c13bf3030 for host: dv-cinder-821168-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:12:21.024860 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e320ab4c-a989-461f-99a4-2bf4182d17e1 None None] Updating router d0e4921a-9bb1-4670-a0f2-6b5c13bf3030 port bef5d29f-e62d-4660-91c9-cadd931a7757 binding host dv-cinder-821168-1-iscsi {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:12:21.075938 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e320ab4c-a989-461f-99a4-2bf4182d17e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (bef5d29f-e62d-4660-91c9-cadd931a7757), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:21.107407 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-18f8119b-bdd0-4683-8701-55e63c00b219 admin admin] Publish callbacks [] for security_group (9527d188-a88f-4389-aed4-37aaf543a5c5), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:21.180011 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a26b3e0c-1412-4966-a997-eadeb32233e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:21.193537 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-18f8119b-bdd0-4683-8701-55e63c00b219 admin admin] Publish callbacks [] for security_group (9527d188-a88f-4389-aed4-37aaf543a5c5), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:21.377996 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-18f8119b-bdd0-4683-8701-55e63c00b219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (9527d188-a88f-4389-aed4-37aaf543a5c5), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:21.381979 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-18f8119b-bdd0-4683-8701-55e63c00b219 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:21.383632 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-18f8119b-bdd0-4683-8701-55e63c00b219 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/9527d188-a88f-4389-aed4-37aaf543a5c5 HTTP/1.1" status: 204 len: 168 time: 0.4748578 Jan 25 02:12:21.413824 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f22e89c5-f59f-43b8-aa7b-691bae7d9d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:21.433617 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8119b-bdd0-4683-8701-55e63c00b219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9527d188-a88f-4389-aed4-37aaf543a5c5,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:21.486383 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-25b8d539-dc71-4c72-ba6a-5344fbd893f4 None None] Publish callbacks [] for port (310a90f6-2cac-46ef-b080-89b358bfc902), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:21.490516 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-a26b3e0c-1412-4966-a997-eadeb32233e4 admin admin] Allocated IP 172.20.0.1 (9e211453-422c-4767-b463-5c4e4c8afabc/431c2097-6312-4255-849e-eb12f9822c44/45403224-ee71-4795-bbe3-29d77554610d) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:12:21.560269 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-25b8d539-dc71-4c72-ba6a-5344fbd893f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (310a90f6-2cac-46ef-b080-89b358bfc902), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:21.626616 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-25b8d539-dc71-4c72-ba6a-5344fbd893f4 None None] Attempting to bind port 310a90f6-2cac-46ef-b080-89b358bfc902 on host dv-cinder-821168-1-iscsi for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:12:21.627276 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-25b8d539-dc71-4c72-ba6a-5344fbd893f4 None None] Attempting to bind port 310a90f6-2cac-46ef-b080-89b358bfc902 by drivers openvswitch,hyperv on host dv-cinder-821168-1-iscsi at level 0 using segments [{'id': '563111bc-0e97-4ad0-9464-e144d87fe1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:12:21.627822 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b8d539-dc71-4c72-ba6a-5344fbd893f4 None None] Attempting to bind port 310a90f6-2cac-46ef-b080-89b358bfc902 on network a4beea5e-7380-4f54-a79a-85c8e3bac423 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:12:21.632537 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf78e13a-e00f-4c5f-b911-381f4181bf06 None None] Pushing event updated for resources: {'Port': ['ID=310a90f6-2cac-46ef-b080-89b358bfc902,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:21.638059 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b8d539-dc71-4c72-ba6a-5344fbd893f4 None None] Checking agent: {'id': '086e82f0-eb32-4dd2-8729-4ab634561567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 3, 54), 'started_at': datetime.datetime(2022, 1, 25, 2, 4, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:12:21.641109 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b8d539-dc71-4c72-ba6a-5344fbd893f4 None None] Checking segment: {'id': '563111bc-0e97-4ad0-9464-e144d87fe1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:12:21.641109 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-25b8d539-dc71-4c72-ba6a-5344fbd893f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:21.641109 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b8d539-dc71-4c72-ba6a-5344fbd893f4 None None] Bound using segment: {'id': '563111bc-0e97-4ad0-9464-e144d87fe1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:12:21.641109 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-25b8d539-dc71-4c72-ba6a-5344fbd893f4 None None] Bound port: 310a90f6-2cac-46ef-b080-89b358bfc902, host: dv-cinder-821168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563111bc-0e97-4ad0-9464-e144d87fe1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:12:21.641109 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-25b8d539-dc71-4c72-ba6a-5344fbd893f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (310a90f6-2cac-46ef-b080-89b358bfc902), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:21.649396 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78e13a-e00f-4c5f-b911-381f4181bf06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:21.650192 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78e13a-e00f-4c5f-b911-381f4181bf06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:21.650776 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78e13a-e00f-4c5f-b911-381f4181bf06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:21.655049 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78e13a-e00f-4c5f-b911-381f4181bf06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:21.655648 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78e13a-e00f-4c5f-b911-381f4181bf06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:21.656372 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78e13a-e00f-4c5f-b911-381f4181bf06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:21.656874 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78e13a-e00f-4c5f-b911-381f4181bf06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:21.657370 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78e13a-e00f-4c5f-b911-381f4181bf06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:21.657862 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78e13a-e00f-4c5f-b911-381f4181bf06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:21.658407 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78e13a-e00f-4c5f-b911-381f4181bf06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:21.658919 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78e13a-e00f-4c5f-b911-381f4181bf06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:21.659419 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78e13a-e00f-4c5f-b911-381f4181bf06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:21.664201 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78e13a-e00f-4c5f-b911-381f4181bf06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:12:21.665677 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78e13a-e00f-4c5f-b911-381f4181bf06 None None] Tracked resource versions report: Jan 25 02:12:21.665677 dv-cinder-821168-1-iscsi neutron-server[103190]: pushed versions: Jan 25 02:12:21.665677 dv-cinder-821168-1-iscsi neutron-server[103190]: { 'AddressGroup': {'1.2'}, Jan 25 02:12:21.665677 dv-cinder-821168-1-iscsi neutron-server[103190]: 'ConntrackHelper': {'1.0'}, Jan 25 02:12:21.665677 dv-cinder-821168-1-iscsi neutron-server[103190]: 'LocalIPAssociation': {'1.0'}, Jan 25 02:12:21.665677 dv-cinder-821168-1-iscsi neutron-server[103190]: 'Log': {'1.0'}, Jan 25 02:12:21.665677 dv-cinder-821168-1-iscsi neutron-server[103190]: 'Network': {'1.1'}, Jan 25 02:12:21.665677 dv-cinder-821168-1-iscsi neutron-server[103190]: 'Port': {'1.7'}, Jan 25 02:12:21.665677 dv-cinder-821168-1-iscsi neutron-server[103190]: 'PortForwarding': {'1.2'}, Jan 25 02:12:21.665677 dv-cinder-821168-1-iscsi neutron-server[103190]: 'QosPolicy': {'1.10'}, Jan 25 02:12:21.665677 dv-cinder-821168-1-iscsi neutron-server[103190]: 'SecurityGroup': {'1.5'}, Jan 25 02:12:21.665677 dv-cinder-821168-1-iscsi neutron-server[103190]: 'SecurityGroupRule': {'1.2'}, Jan 25 02:12:21.665677 dv-cinder-821168-1-iscsi neutron-server[103190]: 'SubPort': {'1.0'}, Jan 25 02:12:21.665677 dv-cinder-821168-1-iscsi neutron-server[103190]: 'Subnet': {'1.1'}, Jan 25 02:12:21.665677 dv-cinder-821168-1-iscsi neutron-server[103190]: 'Trunk': {'1.1'}} Jan 25 02:12:21.665677 dv-cinder-821168-1-iscsi neutron-server[103190]: consumer versions: Jan 25 02:12:21.665677 dv-cinder-821168-1-iscsi neutron-server[103190]: { DHCP agent@dv-cinder-821168-1-iscsi: {}, Jan 25 02:12:21.665677 dv-cinder-821168-1-iscsi neutron-server[103190]: HyperV agent@hv-cinder-82116: {}, Jan 25 02:12:21.665677 dv-cinder-821168-1-iscsi neutron-server[103190]: L3 agent@dv-cinder-821168-1-iscsi: {}, Jan 25 02:12:21.665677 dv-cinder-821168-1-iscsi neutron-server[103190]: Metadata agent@dv-cinder-821168-1-iscsi: {}, Jan 25 02:12:21.665677 dv-cinder-821168-1-iscsi neutron-server[103190]: Metering agent@dv-cinder-821168-1-iscsi: {}, Jan 25 02:12:21.665677 dv-cinder-821168-1-iscsi neutron-server[103190]: Open vSwitch agent@dv-cinder-821168-1-iscsi: { 'AddressGroup': '1.2', Jan 25 02:12:21.665677 dv-cinder-821168-1-iscsi neutron-server[103190]: 'ConntrackHelper': '1.0', Jan 25 02:12:21.665677 dv-cinder-821168-1-iscsi neutron-server[103190]: 'LocalIPAssociation': '1.0', Jan 25 02:12:21.665677 dv-cinder-821168-1-iscsi neutron-server[103190]: 'Log': '1.0', Jan 25 02:12:21.665677 dv-cinder-821168-1-iscsi neutron-server[103190]: 'Network': '1.1', Jan 25 02:12:21.665677 dv-cinder-821168-1-iscsi neutron-server[103190]: 'Port': '1.7', Jan 25 02:12:21.665677 dv-cinder-821168-1-iscsi neutron-server[103190]: 'PortForwarding': '1.2', Jan 25 02:12:21.665677 dv-cinder-821168-1-iscsi neutron-server[103190]: 'QosPolicy': '1.10', Jan 25 02:12:21.665677 dv-cinder-821168-1-iscsi neutron-server[103190]: 'SecurityGroup': '1.5', Jan 25 02:12:21.665677 dv-cinder-821168-1-iscsi neutron-server[103190]: 'SecurityGroupRule': '1.2', Jan 25 02:12:21.665677 dv-cinder-821168-1-iscsi neutron-server[103190]: 'SubPort': '1.0', Jan 25 02:12:21.665677 dv-cinder-821168-1-iscsi neutron-server[103190]: 'Subnet': '1.1', Jan 25 02:12:21.665677 dv-cinder-821168-1-iscsi neutron-server[103190]: 'Trunk': '1.1'}} Jan 25 02:12:21.665677 dv-cinder-821168-1-iscsi neutron-server[103190]: {{(pid=103190) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 02:12:21.774189 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-f22e89c5-f59f-43b8-aa7b-691bae7d9d0e admin admin] Allocated IP 172.20.0.1 (4be3beab-67a0-44e6-a6ea-977f61cd91cc/c73b0ff2-0e4e-49a2-8845-6036be7d7f95/7e4eca42-655b-4d6d-928b-68148e887fbb) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:12:21.789628 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-25b8d539-dc71-4c72-ba6a-5344fbd893f4 None None] For port 310a90f6-2cac-46ef-b080-89b358bfc902, host dv-cinder-821168-1-iscsi, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:12:21.794019 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-25b8d539-dc71-4c72-ba6a-5344fbd893f4 None None] For port 310a90f6-2cac-46ef-b080-89b358bfc902, host dv-cinder-821168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=310a90f6-2cac-46ef-b080-89b358bfc902,segment=NetworkSegment(563111bc-0e97-4ad0-9464-e144d87fe1b2),segment_id=563111bc-0e97-4ad0-9464-e144d87fe1b2)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:12:21.797223 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1cd28a75-5821-4514-8e3c-b4c69edc974d req-c9b9681c-bb87-4563-a535-a361542f0e82 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 210 time: 0.0288253 Jan 25 02:12:21.798852 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:21.835543 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-79a8e500-6cfa-40e2-aa0e-ae127eb38e19 req-787691db-9f86-4835-9bc2-e1373006038e tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 210 time: 0.0410597 Jan 25 02:12:21.868551 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-25b8d539-dc71-4c72-ba6a-5344fbd893f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (310a90f6-2cac-46ef-b080-89b358bfc902), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:21.890865 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a26b3e0c-1412-4966-a997-eadeb32233e4 admin admin] Publish callbacks [] for port (45403224-ee71-4795-bbe3-29d77554610d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:21.914868 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f22e89c5-f59f-43b8-aa7b-691bae7d9d0e admin admin] Publish callbacks [] for port (7e4eca42-655b-4d6d-928b-68148e887fbb), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:21.953643 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b8d539-dc71-4c72-ba6a-5344fbd893f4 None None] Routers {'55bdcb44-7fc9-4220-977e-d8ff3ac87247'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:12:21.955000 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-25b8d539-dc71-4c72-ba6a-5344fbd893f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:12:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['55bdcb44-7fc9-4220-977e-d8ff3ac87247'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:12:21.991018 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e320ab4c-a989-461f-99a4-2bf4182d17e1 None None] Publish callbacks [] for port (bef5d29f-e62d-4660-91c9-cadd931a7757), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:22.004205 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf78e13a-e00f-4c5f-b911-381f4181bf06 None None] Pushing event updated for resources: {'Port': ['ID=310a90f6-2cac-46ef-b080-89b358bfc902,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:22.014858 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a26b3e0c-1412-4966-a997-eadeb32233e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240'] for port (45403224-ee71-4795-bbe3-29d77554610d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:22.057759 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f22e89c5-f59f-43b8-aa7b-691bae7d9d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240'] for port (7e4eca42-655b-4d6d-928b-68148e887fbb), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:22.063566 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26b3e0c-1412-4966-a997-eadeb32233e4 admin admin] Network 9e211453-422c-4767-b463-5c4e4c8afabc is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:12:22.070196 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-a26b3e0c-1412-4966-a997-eadeb32233e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:12:22.072809 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26b3e0c-1412-4966-a997-eadeb32233e4 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:12:22.073285 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a26b3e0c-1412-4966-a997-eadeb32233e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013087'] for router_interface (55bdcb44-7fc9-4220-977e-d8ff3ac87247), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:22.079607 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-25b8d539-dc71-4c72-ba6a-5344fbd893f4 None None] Set router 55bdcb44-7fc9-4220-977e-d8ff3ac87247 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:12:22.117816 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e320ab4c-a989-461f-99a4-2bf4182d17e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (bef5d29f-e62d-4660-91c9-cadd931a7757), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:22.133693 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e89c5-f59f-43b8-aa7b-691bae7d9d0e admin admin] Pushing event updated for resources: {'Port': ['ID=7e4eca42-655b-4d6d-928b-68148e887fbb,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:22.141543 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22e89c5-f59f-43b8-aa7b-691bae7d9d0e admin admin] Network 4be3beab-67a0-44e6-a6ea-977f61cd91cc is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:12:22.143935 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-f22e89c5-f59f-43b8-aa7b-691bae7d9d0e admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:12:22.146591 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22e89c5-f59f-43b8-aa7b-691bae7d9d0e admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:12:22.147324 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f22e89c5-f59f-43b8-aa7b-691bae7d9d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013087'] for router_interface (d0e4921a-9bb1-4670-a0f2-6b5c13bf3030), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:22.211502 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae3e2de-1f21-47d4-a4ac-66e73fd18870 None None] Pushing event updated for resources: {'Port': ['ID=bef5d29f-e62d-4660-91c9-cadd931a7757,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:22.217237 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e320ab4c-a989-461f-99a4-2bf4182d17e1 None None] Attempting to bind port bef5d29f-e62d-4660-91c9-cadd931a7757 on host dv-cinder-821168-1-iscsi for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:12:22.220643 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e320ab4c-a989-461f-99a4-2bf4182d17e1 None None] Attempting to bind port bef5d29f-e62d-4660-91c9-cadd931a7757 by drivers openvswitch,hyperv on host dv-cinder-821168-1-iscsi at level 0 using segments [{'id': '563111bc-0e97-4ad0-9464-e144d87fe1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:12:22.221352 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e320ab4c-a989-461f-99a4-2bf4182d17e1 None None] Attempting to bind port bef5d29f-e62d-4660-91c9-cadd931a7757 on network a4beea5e-7380-4f54-a79a-85c8e3bac423 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:12:22.235236 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e320ab4c-a989-461f-99a4-2bf4182d17e1 None None] Checking agent: {'id': '086e82f0-eb32-4dd2-8729-4ab634561567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 3, 54), 'started_at': datetime.datetime(2022, 1, 25, 2, 4, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:12:22.236217 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e320ab4c-a989-461f-99a4-2bf4182d17e1 None None] Checking segment: {'id': '563111bc-0e97-4ad0-9464-e144d87fe1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:12:22.237149 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e320ab4c-a989-461f-99a4-2bf4182d17e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:22.237831 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e320ab4c-a989-461f-99a4-2bf4182d17e1 None None] Bound using segment: {'id': '563111bc-0e97-4ad0-9464-e144d87fe1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:12:22.238567 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e320ab4c-a989-461f-99a4-2bf4182d17e1 None None] Bound port: bef5d29f-e62d-4660-91c9-cadd931a7757, host: dv-cinder-821168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563111bc-0e97-4ad0-9464-e144d87fe1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:12:22.239203 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e320ab4c-a989-461f-99a4-2bf4182d17e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (bef5d29f-e62d-4660-91c9-cadd931a7757), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:22.251285 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b3e0c-1412-4966-a997-eadeb32233e4 admin admin] Pushing event updated for resources: {'Port': ['ID=45403224-ee71-4795-bbe3-29d77554610d,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:22.310209 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e320ab4c-a989-461f-99a4-2bf4182d17e1 None None] For port bef5d29f-e62d-4660-91c9-cadd931a7757, host dv-cinder-821168-1-iscsi, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:12:22.314059 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e320ab4c-a989-461f-99a4-2bf4182d17e1 None None] For port bef5d29f-e62d-4660-91c9-cadd931a7757, host dv-cinder-821168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=bef5d29f-e62d-4660-91c9-cadd931a7757,segment=NetworkSegment(563111bc-0e97-4ad0-9464-e144d87fe1b2),segment_id=563111bc-0e97-4ad0-9464-e144d87fe1b2)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:12:22.345243 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a26b3e0c-1412-4966-a997-eadeb32233e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (45403224-ee71-4795-bbe3-29d77554610d), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:22.395802 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e320ab4c-a989-461f-99a4-2bf4182d17e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (bef5d29f-e62d-4660-91c9-cadd931a7757), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:22.447854 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-25b8d539-dc71-4c72-ba6a-5344fbd893f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'name': 'tempest-AttachVolumeShelveTestJSON-2141731291-router', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '310a90f6-2cac-46ef-b080-89b358bfc902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:12:15Z', 'updated_at': '2022-01-25T02:12:18Z', 'revision_number': 3, 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'gw_port': {'id': '310a90f6-2cac-46ef-b080-89b358bfc902', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:65:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:17Z', 'updated_at': '2022-01-25T02:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi'}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:12:22.489414 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b8d539-dc71-4c72-ba6a-5344fbd893f4 None None] The sync data for ids ['55bdcb44-7fc9-4220-977e-d8ff3ac87247'] in dv-cinder-821168-1-iscsi is: [{'id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'name': 'tempest-AttachVolumeShelveTestJSON-2141731291-router', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '310a90f6-2cac-46ef-b080-89b358bfc902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:12:15Z', 'updated_at': '2022-01-25T02:12:18Z', 'revision_number': 3, 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'gw_port': {'id': '310a90f6-2cac-46ef-b080-89b358bfc902', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:65:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:17Z', 'updated_at': '2022-01-25T02:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:12:22.523569 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae3e2de-1f21-47d4-a4ac-66e73fd18870 None None] Pushing event updated for resources: {'Port': ['ID=bef5d29f-e62d-4660-91c9-cadd931a7757,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:22.528170 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-27a014cc-884c-450c-b216-9d2dfe9e44c7 None None] Provisioning complete for port 45403224-ee71-4795-bbe3-29d77554610d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:12:22.528626 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-27a014cc-884c-450c-b216-9d2dfe9e44c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (45403224-ee71-4795-bbe3-29d77554610d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:22.533929 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e320ab4c-a989-461f-99a4-2bf4182d17e1 None None] Routers {'d0e4921a-9bb1-4670-a0f2-6b5c13bf3030'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:12:22.533929 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-e320ab4c-a989-461f-99a4-2bf4182d17e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:12:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['d0e4921a-9bb1-4670-a0f2-6b5c13bf3030'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:12:22.570154 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a26b3e0c-1412-4966-a997-eadeb32233e4 admin admin] Publish callbacks [] for port (45403224-ee71-4795-bbe3-29d77554610d), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:22.618953 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f22e89c5-f59f-43b8-aa7b-691bae7d9d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (7e4eca42-655b-4d6d-928b-68148e887fbb), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:22.619288 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-27a014cc-884c-450c-b216-9d2dfe9e44c7 None None] Port 45403224-ee71-4795-bbe3-29d77554610d cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:12:22.683459 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-e320ab4c-a989-461f-99a4-2bf4182d17e1 None None] Set router d0e4921a-9bb1-4670-a0f2-6b5c13bf3030 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:12:22.691269 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a26b3e0c-1412-4966-a997-eadeb32233e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (45403224-ee71-4795-bbe3-29d77554610d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:22.691884 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a26b3e0c-1412-4966-a997-eadeb32233e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012405'] for router_interface (55bdcb44-7fc9-4220-977e-d8ff3ac87247), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:22.823768 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b3e0c-1412-4966-a997-eadeb32233e4 admin admin] Pushing event updated for resources: {'Port': ['ID=45403224-ee71-4795-bbe3-29d77554610d,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:22.943525 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f22e89c5-f59f-43b8-aa7b-691bae7d9d0e admin admin] Publish callbacks [] for port (7e4eca42-655b-4d6d-928b-68148e887fbb), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:22.945024 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26b3e0c-1412-4966-a997-eadeb32233e4 admin admin] Network 9e211453-422c-4767-b463-5c4e4c8afabc is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:12:22.947058 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-a26b3e0c-1412-4966-a997-eadeb32233e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:12:23.051485 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f22e89c5-f59f-43b8-aa7b-691bae7d9d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (7e4eca42-655b-4d6d-928b-68148e887fbb), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:23.052616 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f22e89c5-f59f-43b8-aa7b-691bae7d9d0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012405'] for router_interface (d0e4921a-9bb1-4670-a0f2-6b5c13bf3030), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:23.117886 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a8d40f2d-0cc2-46f4-ad96-24ba4afad845 req-eb25321a-9397-4893-a8ee-636f441508cf tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 210 time: 0.1493223 Jan 25 02:12:23.149318 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-e320ab4c-a989-461f-99a4-2bf4182d17e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e4921a-9bb1-4670-a0f2-6b5c13bf3030', 'name': 'tempest-ServerRescueNegativeTestJSON-28175916-router', 'tenant_id': 'aed35a368b0f4933b0f485f09290e1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'bef5d29f-e62d-4660-91c9-cadd931a7757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:12:15Z', 'updated_at': '2022-01-25T02:12:19Z', 'revision_number': 3, 'project_id': 'aed35a368b0f4933b0f485f09290e1f3', 'gw_port': {'id': 'bef5d29f-e62d-4660-91c9-cadd931a7757', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:94:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e4921a-9bb1-4670-a0f2-6b5c13bf3030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:17Z', 'updated_at': '2022-01-25T02:12:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi'}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:12:23.171947 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e89c5-f59f-43b8-aa7b-691bae7d9d0e admin admin] Pushing event updated for resources: {'Port': ['ID=7e4eca42-655b-4d6d-928b-68148e887fbb,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:23.184012 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-af7a6142-28b7-476b-8140-4ab56793597a req-bb9d81b8-4fc1-49e1-a7dc-6d374b920206 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 210 time: 0.2014270 Jan 25 02:12:23.204089 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e320ab4c-a989-461f-99a4-2bf4182d17e1 None None] The sync data for ids ['d0e4921a-9bb1-4670-a0f2-6b5c13bf3030'] in dv-cinder-821168-1-iscsi is: [{'id': 'd0e4921a-9bb1-4670-a0f2-6b5c13bf3030', 'name': 'tempest-ServerRescueNegativeTestJSON-28175916-router', 'tenant_id': 'aed35a368b0f4933b0f485f09290e1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'bef5d29f-e62d-4660-91c9-cadd931a7757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:12:15Z', 'updated_at': '2022-01-25T02:12:19Z', 'revision_number': 3, 'project_id': 'aed35a368b0f4933b0f485f09290e1f3', 'gw_port': {'id': 'bef5d29f-e62d-4660-91c9-cadd931a7757', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:94:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e4921a-9bb1-4670-a0f2-6b5c13bf3030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:17Z', 'updated_at': '2022-01-25T02:12:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi'}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:12:23.353098 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26b3e0c-1412-4966-a997-eadeb32233e4 admin admin] Router 55bdcb44-7fc9-4220-977e-d8ff3ac87247 has already been hosted by L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:12:23.360704 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-64c99c17-c072-4ec4-883e-e17a1a58e08d None None] Provisioning complete for port 45403224-ee71-4795-bbe3-29d77554610d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:12:23.361179 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-64c99c17-c072-4ec4-883e-e17a1a58e08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (45403224-ee71-4795-bbe3-29d77554610d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:23.423786 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-64c99c17-c072-4ec4-883e-e17a1a58e08d None None] Port 45403224-ee71-4795-bbe3-29d77554610d cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:12:23.473618 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22e89c5-f59f-43b8-aa7b-691bae7d9d0e admin admin] Network 4be3beab-67a0-44e6-a6ea-977f61cd91cc is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:12:23.476733 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-f22e89c5-f59f-43b8-aa7b-691bae7d9d0e admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:12:23.503729 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26b3e0c-1412-4966-a997-eadeb32233e4 admin admin] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:12:23.509946 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-a26b3e0c-1412-4966-a997-eadeb32233e4 admin admin] 10.222.0.112 "PUT /v2.0/routers/55bdcb44-7fc9-4220-977e-d8ff3ac87247/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0953729 Jan 25 02:12:23.637153 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22e89c5-f59f-43b8-aa7b-691bae7d9d0e admin admin] Router d0e4921a-9bb1-4670-a0f2-6b5c13bf3030 has already been hosted by L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:12:23.677747 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:23.734688 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 310a90f6-2cac-46ef-b080-89b358bfc902 up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:12:23.810904 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22e89c5-f59f-43b8-aa7b-691bae7d9d0e admin admin] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:12:23.811153 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port 310a90f6-2cac-46ef-b080-89b358bfc902 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:12:23.811766 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (310a90f6-2cac-46ef-b080-89b358bfc902), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:23.822337 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-f22e89c5-f59f-43b8-aa7b-691bae7d9d0e admin admin] 10.222.0.112 "PUT /v2.0/routers/d0e4921a-9bb1-4670-a0f2-6b5c13bf3030/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0554187 Jan 25 02:12:23.995212 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port 310a90f6-2cac-46ef-b080-89b358bfc902 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:12:23.995607 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (310a90f6-2cac-46ef-b080-89b358bfc902), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:24.020476 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] For port 310a90f6-2cac-46ef-b080-89b358bfc902, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=310a90f6-2cac-46ef-b080-89b358bfc902,segment=NetworkSegment(563111bc-0e97-4ad0-9464-e144d87fe1b2),segment_id=563111bc-0e97-4ad0-9464-e144d87fe1b2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:12:24.120470 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (310a90f6-2cac-46ef-b080-89b358bfc902), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:24.205054 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Pushing event updated for resources: {'Port': ['ID=310a90f6-2cac-46ef-b080-89b358bfc902,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:24.289341 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-77d5df41-e4d9-4f8f-b089-5a9a314a31cd req-738b3139-19bd-4bb5-8acc-a361381661ad tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 210 time: 0.0395157 Jan 25 02:12:24.371783 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a9e05694-f4cd-4fd7-b228-9ac9a6f3dbb8 req-15a46ed9-9b78-4be3-870e-2b48e265364d tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 210 time: 0.0282979 Jan 25 02:12:24.502645 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:24.706261 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 57696) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:12:24.720150 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2b369fba-6753-47bf-9fcf-fb3d75f4fc97 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1296116680', 'description': 'tempest-description--1596916561'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:12:24.827290 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b369fba-6753-47bf-9fcf-fb3d75f4fc97 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:24.866185 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-313169ff-941c-49e2-8f38-183ea14e9024 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:24.868047 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-313169ff-941c-49e2-8f38-183ea14e9024 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/networks?id=4be3beab-67a0-44e6-a6ea-977f61cd91cc HTTP/1.1" status: 200 len: 817 time: 0.1154726 Jan 25 02:12:24.895680 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-b08c1a44-7ebf-455a-810e-1d532d63c571 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/quotas/aed35a368b0f4933b0f485f09290e1f3 HTTP/1.1" status: 200 len: 375 time: 0.0157695 Jan 25 02:12:24.910969 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b369fba-6753-47bf-9fcf-fb3d75f4fc97 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for security_group (0151b442-4951-43c8-81d2-22454098192a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:24.968866 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-51dd1649-c712-4d0a-a070-04a7901d13e5 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=aed35a368b0f4933b0f485f09290e1f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0616372 Jan 25 02:12:25.007557 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b369fba-6753-47bf-9fcf-fb3d75f4fc97 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (0151b442-4951-43c8-81d2-22454098192a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:25.049353 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b369fba-6753-47bf-9fcf-fb3d75f4fc97 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0151b442-4951-43c8-81d2-22454098192a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:25.079985 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-6fc19ff4-c18a-41a4-9836-01c852c318d6 service neutron] 10.222.0.112 "GET /v2.0/networks/4be3beab-67a0-44e6-a6ea-977f61cd91cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002889 Jan 25 02:12:25.110754 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b369fba-6753-47bf-9fcf-fb3d75f4fc97 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:25.115057 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-2b369fba-6753-47bf-9fcf-fb3d75f4fc97 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4043291 Jan 25 02:12:25.115364 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 57712) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:12:25.130909 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ca95d40d-bd69-4f71-a31a-f0411d642c4c tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Request body: {'security_group_rule': {'security_group_id': '0151b442-4951-43c8-81d2-22454098192a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:12:25.211352 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-5ad7cb43-b4ff-4a36-aae2-1f752043a4e5 service neutron] 10.222.0.112 "GET /v2.0/networks/4be3beab-67a0-44e6-a6ea-977f61cd91cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248336 Jan 25 02:12:25.254106 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca95d40d-bd69-4f71-a31a-f0411d642c4c tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for security_group_rule (474e43d9-884d-456d-b855-de2a9e016dec), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:25.373992 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca95d40d-bd69-4f71-a31a-f0411d642c4c tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for security_group_rule (474e43d9-884d-456d-b855-de2a9e016dec), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:25.436450 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-97899c12-5554-49dd-8e16-c14c3241512a req-4347f0bf-58e3-4153-8393-881b7a339346 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 210 time: 0.0531075 Jan 25 02:12:25.467399 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca95d40d-bd69-4f71-a31a-f0411d642c4c tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970565'] for security_group_rule (474e43d9-884d-456d-b855-de2a9e016dec), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:25.540743 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95d40d-bd69-4f71-a31a-f0411d642c4c tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=474e43d9-884d-456d-b855-de2a9e016dec,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:25.610073 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4a29b2c3-4700-4952-bc36-a00b21f99761 req-661457ae-5fcd-4bde-9a7e-f802f59b5f02 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 210 time: 0.0475695 Jan 25 02:12:25.642233 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca95d40d-bd69-4f71-a31a-f0411d642c4c tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:25.643979 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-ca95d40d-bd69-4f71-a31a-f0411d642c4c tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5267568 Jan 25 02:12:25.647871 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 57728) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:12:25.655641 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8fa949f8-fa3d-4537-ab87-c7b8f89477a9 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Request body: {'security_group_rule': {'security_group_id': '0151b442-4951-43c8-81d2-22454098192a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:12:25.658194 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-74296e5e-8b39-47f5-9344-0e12491dc5f7 req-e3e23fac-cfba-48c0-b120-682ac92582f1 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 210 time: 0.0441368 Jan 25 02:12:25.783159 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d890ca17-c3a0-4b00-b9aa-ba69432474af None None] Sync routers for ids ['55bdcb44-7fc9-4220-977e-d8ff3ac87247'] in dv-cinder-821168-1-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:12:25.802275 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d890ca17-c3a0-4b00-b9aa-ba69432474af None None] Routers {'55bdcb44-7fc9-4220-977e-d8ff3ac87247'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:12:25.804156 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d890ca17-c3a0-4b00-b9aa-ba69432474af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:12:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['55bdcb44-7fc9-4220-977e-d8ff3ac87247'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:12:25.882137 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8fa949f8-fa3d-4537-ab87-c7b8f89477a9 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for security_group_rule (187c19d6-485b-4246-8f78-adbd55bcfcba), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:25.934541 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b1a5f5-5930-40b4-9966-7dbbba3cf596 None None] Sync routers for ids ['d0e4921a-9bb1-4670-a0f2-6b5c13bf3030'] in dv-cinder-821168-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:12:25.952281 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device bef5d29f-e62d-4660-91c9-cadd931a7757 up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:12:25.967222 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b1a5f5-5930-40b4-9966-7dbbba3cf596 None None] Routers {'d0e4921a-9bb1-4670-a0f2-6b5c13bf3030'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:12:25.968368 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-e3b1a5f5-5930-40b4-9966-7dbbba3cf596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:12:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['d0e4921a-9bb1-4670-a0f2-6b5c13bf3030'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:12:25.982106 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8fa949f8-fa3d-4537-ab87-c7b8f89477a9 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for security_group_rule (187c19d6-485b-4246-8f78-adbd55bcfcba), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:25.982877 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-d890ca17-c3a0-4b00-b9aa-ba69432474af None None] Set router 55bdcb44-7fc9-4220-977e-d8ff3ac87247 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:12:26.068824 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8fa949f8-fa3d-4537-ab87-c7b8f89477a9 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970565'] for security_group_rule (187c19d6-485b-4246-8f78-adbd55bcfcba), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:26.118295 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa949f8-fa3d-4537-ab87-c7b8f89477a9 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=187c19d6-485b-4246-8f78-adbd55bcfcba,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:26.232827 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-e3b1a5f5-5930-40b4-9966-7dbbba3cf596 None None] Set router d0e4921a-9bb1-4670-a0f2-6b5c13bf3030 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:12:26.254958 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8fa949f8-fa3d-4537-ab87-c7b8f89477a9 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:26.257122 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-8fa949f8-fa3d-4537-ab87-c7b8f89477a9 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6078026 Jan 25 02:12:26.260122 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 57754) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:12:26.284772 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-64a42c40-8bbb-49dc-b48c-97a199c7688b tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:26.288794 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4de9cd75-05af-4cfa-9523-b57c19676fa7 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Request body: {'floatingip': {'floating_network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:12:26.292881 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-64a42c40-8bbb-49dc-b48c-97a199c7688b tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/networks?id=4be3beab-67a0-44e6-a6ea-977f61cd91cc HTTP/1.1" status: 200 len: 817 time: 0.2778952 Jan 25 02:12:26.308758 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d890ca17-c3a0-4b00-b9aa-ba69432474af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'name': 'tempest-AttachVolumeShelveTestJSON-2141731291-router', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '310a90f6-2cac-46ef-b080-89b358bfc902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:12:15Z', 'updated_at': '2022-01-25T02:12:22Z', 'revision_number': 4, 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'gw_port': {'id': '310a90f6-2cac-46ef-b080-89b358bfc902', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:17Z', 'updated_at': '2022-01-25T02:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '45403224-ee71-4795-bbe3-29d77554610d', 'name': '', 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'mac_address': 'fa:16:3e:d2:41:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '431c2097-6312-4255-849e-eb12f9822c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:21Z', 'updated_at': '2022-01-25T02:12:22Z', 'revision_number': 2, 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'subnets': [{'id': '431c2097-6312-4255-849e-eb12f9822c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:12:26.324069 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-1edb63c0-afce-400a-8168-57a8e39e8b5c tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/quotas/aed35a368b0f4933b0f485f09290e1f3 HTTP/1.1" status: 200 len: 375 time: 0.0302174 Jan 25 02:12:26.359199 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d890ca17-c3a0-4b00-b9aa-ba69432474af None None] Checking router: 55bdcb44-7fc9-4220-977e-d8ff3ac87247 for host: dv-cinder-821168-1-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:12:26.359711 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d890ca17-c3a0-4b00-b9aa-ba69432474af None None] Updating router 55bdcb44-7fc9-4220-977e-d8ff3ac87247 port 45403224-ee71-4795-bbe3-29d77554610d binding host dv-cinder-821168-1-iscsi {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:12:26.392661 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d890ca17-c3a0-4b00-b9aa-ba69432474af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (45403224-ee71-4795-bbe3-29d77554610d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:26.415441 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-542091d2-da32-4530-a4f4-bcf44d86dfbc tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=aed35a368b0f4933b0f485f09290e1f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0889134 Jan 25 02:12:26.466154 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port bef5d29f-e62d-4660-91c9-cadd931a7757 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:12:26.466542 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (bef5d29f-e62d-4660-91c9-cadd931a7757), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:26.474786 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4de9cd75-05af-4cfa-9523-b57c19676fa7 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:26.629918 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dbf3832f-d659-4ede-872b-4f924d7c87a2 req-53b00b2e-18c0-4eee-be6b-dd06cb9f2170 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 210 time: 0.0384822 Jan 25 02:12:26.630411 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port bef5d29f-e62d-4660-91c9-cadd931a7757 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:12:26.630766 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (bef5d29f-e62d-4660-91c9-cadd931a7757), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:26.637276 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-522b444a-b55c-4b83-971f-33184ec2f466 service neutron] 10.222.0.112 "GET /v2.0/networks/4be3beab-67a0-44e6-a6ea-977f61cd91cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156975 Jan 25 02:12:26.666672 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] For port bef5d29f-e62d-4660-91c9-cadd931a7757, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=bef5d29f-e62d-4660-91c9-cadd931a7757,segment=NetworkSegment(563111bc-0e97-4ad0-9464-e144d87fe1b2),segment_id=563111bc-0e97-4ad0-9464-e144d87fe1b2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:12:26.689853 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-e3b1a5f5-5930-40b4-9966-7dbbba3cf596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e4921a-9bb1-4670-a0f2-6b5c13bf3030', 'name': 'tempest-ServerRescueNegativeTestJSON-28175916-router', 'tenant_id': 'aed35a368b0f4933b0f485f09290e1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'bef5d29f-e62d-4660-91c9-cadd931a7757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:12:15Z', 'updated_at': '2022-01-25T02:12:22Z', 'revision_number': 4, 'project_id': 'aed35a368b0f4933b0f485f09290e1f3', 'gw_port': {'id': 'bef5d29f-e62d-4660-91c9-cadd931a7757', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:94:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e4921a-9bb1-4670-a0f2-6b5c13bf3030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:17Z', 'updated_at': '2022-01-25T02:12:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '7e4eca42-655b-4d6d-928b-68148e887fbb', 'name': '', 'network_id': '4be3beab-67a0-44e6-a6ea-977f61cd91cc', 'tenant_id': 'aed35a368b0f4933b0f485f09290e1f3', 'mac_address': 'fa:16:3e:33:8e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e4921a-9bb1-4670-a0f2-6b5c13bf3030', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c73b0ff2-0e4e-49a2-8845-6036be7d7f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:21Z', 'updated_at': '2022-01-25T02:12:22Z', 'revision_number': 2, 'project_id': 'aed35a368b0f4933b0f485f09290e1f3', 'subnets': [{'id': 'c73b0ff2-0e4e-49a2-8845-6036be7d7f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:12:26.754869 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b1a5f5-5930-40b4-9966-7dbbba3cf596 None None] Checking router: d0e4921a-9bb1-4670-a0f2-6b5c13bf3030 for host: dv-cinder-821168-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:12:26.755237 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b1a5f5-5930-40b4-9966-7dbbba3cf596 None None] Updating router d0e4921a-9bb1-4670-a0f2-6b5c13bf3030 port 7e4eca42-655b-4d6d-928b-68148e887fbb binding host dv-cinder-821168-1-iscsi {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:12:26.757969 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (bef5d29f-e62d-4660-91c9-cadd931a7757), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:26.762038 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 310a90f6-2cac-46ef-b080-89b358bfc902 up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:12:26.775005 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-31c8525f-0cf1-418f-8e13-fc6db9b043b9 service neutron] 10.222.0.112 "GET /v2.0/networks/4be3beab-67a0-44e6-a6ea-977f61cd91cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328440 Jan 25 02:12:26.833884 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4de9cd75-05af-4cfa-9523-b57c19676fa7 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:26.840668 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ecaf7301-69aa-4ce9-92f6-078f95dba1c7 req-b90d665c-197f-472e-b41f-0a3efb6d6255 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 210 time: 0.0644898 Jan 25 02:12:26.987043 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3b1a5f5-5930-40b4-9966-7dbbba3cf596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (7e4eca42-655b-4d6d-928b-68148e887fbb), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:27.023169 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-4de9cd75-05af-4cfa-9523-b57c19676fa7 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Allocated IP 172.27.3.26 (a4beea5e-7380-4f54-a79a-85c8e3bac423/7e657314-da2c-44e4-949d-aa8ff76f9246/aafc7580-d9fc-47f3-bb6d-bcbd34e5a385) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:12:27.046593 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Pushing event updated for resources: {'Port': ['ID=bef5d29f-e62d-4660-91c9-cadd931a7757,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:27.088314 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port 310a90f6-2cac-46ef-b080-89b358bfc902 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:12:27.089582 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (310a90f6-2cac-46ef-b080-89b358bfc902), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:27.147666 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d890ca17-c3a0-4b00-b9aa-ba69432474af None None] Publish callbacks [] for port (45403224-ee71-4795-bbe3-29d77554610d), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:27.234886 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d890ca17-c3a0-4b00-b9aa-ba69432474af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (45403224-ee71-4795-bbe3-29d77554610d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:27.252190 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-269bcba3-5fec-4216-9e99-0801785caf76 req-76a0e150-f292-4f77-a447-624e67619f28 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 210 time: 0.0854728 Jan 25 02:12:27.327457 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4de9cd75-05af-4cfa-9523-b57c19676fa7 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for port (aafc7580-d9fc-47f3-bb6d-bcbd34e5a385), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:27.341888 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f6809-c88f-40ca-a250-1144007a0a4b None None] Pushing event updated for resources: {'Port': ['ID=45403224-ee71-4795-bbe3-29d77554610d,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:27.394612 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port 310a90f6-2cac-46ef-b080-89b358bfc902 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:12:27.438980 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d890ca17-c3a0-4b00-b9aa-ba69432474af None None] Attempting to bind port 45403224-ee71-4795-bbe3-29d77554610d on host dv-cinder-821168-1-iscsi for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:12:27.439356 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d890ca17-c3a0-4b00-b9aa-ba69432474af None None] Attempting to bind port 45403224-ee71-4795-bbe3-29d77554610d by drivers openvswitch,hyperv on host dv-cinder-821168-1-iscsi at level 0 using segments [{'id': 'a011af27-2f86-4052-851b-d44cff3836ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:12:27.439724 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d890ca17-c3a0-4b00-b9aa-ba69432474af None None] Attempting to bind port 45403224-ee71-4795-bbe3-29d77554610d on network 9e211453-422c-4767-b463-5c4e4c8afabc {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:12:27.445519 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d890ca17-c3a0-4b00-b9aa-ba69432474af None None] Checking agent: {'id': '086e82f0-eb32-4dd2-8729-4ab634561567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 3, 54), 'started_at': datetime.datetime(2022, 1, 25, 2, 4, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:12:27.445903 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d890ca17-c3a0-4b00-b9aa-ba69432474af None None] Checking segment: {'id': 'a011af27-2f86-4052-851b-d44cff3836ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:12:27.446681 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d890ca17-c3a0-4b00-b9aa-ba69432474af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:27.446808 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d890ca17-c3a0-4b00-b9aa-ba69432474af None None] Bound using segment: {'id': 'a011af27-2f86-4052-851b-d44cff3836ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:12:27.447223 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d890ca17-c3a0-4b00-b9aa-ba69432474af None None] Bound port: 45403224-ee71-4795-bbe3-29d77554610d, host: dv-cinder-821168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a011af27-2f86-4052-851b-d44cff3836ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:12:27.448217 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d890ca17-c3a0-4b00-b9aa-ba69432474af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (45403224-ee71-4795-bbe3-29d77554610d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:27.480671 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4de9cd75-05af-4cfa-9523-b57c19676fa7 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240'] for port (aafc7580-d9fc-47f3-bb6d-bcbd34e5a385), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:27.496334 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3b1a5f5-5930-40b4-9966-7dbbba3cf596 None None] Publish callbacks [] for port (7e4eca42-655b-4d6d-928b-68148e887fbb), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:27.522270 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d890ca17-c3a0-4b00-b9aa-ba69432474af None None] For port 45403224-ee71-4795-bbe3-29d77554610d, host dv-cinder-821168-1-iscsi, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:12:27.526427 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d890ca17-c3a0-4b00-b9aa-ba69432474af None None] For port 45403224-ee71-4795-bbe3-29d77554610d, host dv-cinder-821168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=45403224-ee71-4795-bbe3-29d77554610d,segment=NetworkSegment(a011af27-2f86-4052-851b-d44cff3836ce),segment_id=a011af27-2f86-4052-851b-d44cff3836ce)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:12:27.534211 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de9cd75-05af-4cfa-9523-b57c19676fa7 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Network a4beea5e-7380-4f54-a79a-85c8e3bac423 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:12:27.543647 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-4de9cd75-05af-4cfa-9523-b57c19676fa7 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:12:27.543647 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de9cd75-05af-4cfa-9523-b57c19676fa7 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:12:27.595207 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9cd75-05af-4cfa-9523-b57c19676fa7 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Pushing event updated for resources: {'Port': ['ID=aafc7580-d9fc-47f3-bb6d-bcbd34e5a385,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:27.601433 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3b1a5f5-5930-40b4-9966-7dbbba3cf596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (7e4eca42-655b-4d6d-928b-68148e887fbb), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:27.603419 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d890ca17-c3a0-4b00-b9aa-ba69432474af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (45403224-ee71-4795-bbe3-29d77554610d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:27.659371 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4de9cd75-05af-4cfa-9523-b57c19676fa7 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for floatingip (66692a35-dc26-41f5-8dfa-76b9944c459e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:27.684121 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a0b1a-a5f0-414c-9cd3-ca8160dee9b5 None None] Pushing event updated for resources: {'Port': ['ID=7e4eca42-655b-4d6d-928b-68148e887fbb,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:27.689093 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device bef5d29f-e62d-4660-91c9-cadd931a7757 up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:12:27.712748 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d890ca17-c3a0-4b00-b9aa-ba69432474af None None] Routers {'55bdcb44-7fc9-4220-977e-d8ff3ac87247'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:12:27.714043 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d890ca17-c3a0-4b00-b9aa-ba69432474af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:12:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['55bdcb44-7fc9-4220-977e-d8ff3ac87247'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:12:27.829243 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4de9cd75-05af-4cfa-9523-b57c19676fa7 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (aafc7580-d9fc-47f3-bb6d-bcbd34e5a385), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:27.848760 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-d890ca17-c3a0-4b00-b9aa-ba69432474af None None] Set router 55bdcb44-7fc9-4220-977e-d8ff3ac87247 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:12:27.867999 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-d1403e49-a8d2-4fc5-808e-3ae61a0983b5 None None] Provisioning complete for port 45403224-ee71-4795-bbe3-29d77554610d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:12:27.869303 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d1403e49-a8d2-4fc5-808e-3ae61a0983b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (45403224-ee71-4795-bbe3-29d77554610d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:27.981866 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e3b1a5f5-5930-40b4-9966-7dbbba3cf596 None None] Attempting to bind port 7e4eca42-655b-4d6d-928b-68148e887fbb on host dv-cinder-821168-1-iscsi for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:12:27.982244 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e3b1a5f5-5930-40b4-9966-7dbbba3cf596 None None] Attempting to bind port 7e4eca42-655b-4d6d-928b-68148e887fbb by drivers openvswitch,hyperv on host dv-cinder-821168-1-iscsi at level 0 using segments [{'id': 'e9cf16db-d026-4c45-ba18-dbe2929b32f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4be3beab-67a0-44e6-a6ea-977f61cd91cc'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:12:27.982735 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b1a5f5-5930-40b4-9966-7dbbba3cf596 None None] Attempting to bind port 7e4eca42-655b-4d6d-928b-68148e887fbb on network 4be3beab-67a0-44e6-a6ea-977f61cd91cc {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:12:27.992103 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port bef5d29f-e62d-4660-91c9-cadd931a7757 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:12:27.992721 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (bef5d29f-e62d-4660-91c9-cadd931a7757), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:27.997753 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b1a5f5-5930-40b4-9966-7dbbba3cf596 None None] Checking agent: {'id': '086e82f0-eb32-4dd2-8729-4ab634561567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 3, 54), 'started_at': datetime.datetime(2022, 1, 25, 2, 4, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:12:27.998412 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b1a5f5-5930-40b4-9966-7dbbba3cf596 None None] Checking segment: {'id': 'e9cf16db-d026-4c45-ba18-dbe2929b32f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4be3beab-67a0-44e6-a6ea-977f61cd91cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:12:28.002656 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3b1a5f5-5930-40b4-9966-7dbbba3cf596 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:28.002656 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b1a5f5-5930-40b4-9966-7dbbba3cf596 None None] Bound using segment: {'id': 'e9cf16db-d026-4c45-ba18-dbe2929b32f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4be3beab-67a0-44e6-a6ea-977f61cd91cc'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:12:28.002656 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e3b1a5f5-5930-40b4-9966-7dbbba3cf596 None None] Bound port: 7e4eca42-655b-4d6d-928b-68148e887fbb, host: dv-cinder-821168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9cf16db-d026-4c45-ba18-dbe2929b32f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4be3beab-67a0-44e6-a6ea-977f61cd91cc'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:12:28.002656 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3b1a5f5-5930-40b4-9966-7dbbba3cf596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (7e4eca42-655b-4d6d-928b-68148e887fbb), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:28.023436 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-623566a2-10e6-41d7-a582-956e5e271eb4 req-a69d194d-26ea-423c-922c-e53a30ba9cb6 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 210 time: 0.2565393 Jan 25 02:12:28.071861 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6e7034d9-7b03-4bd8-9bea-072588611107 req-a35b9f0b-623a-4264-b1c3-b9d44d8688b6 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 210 time: 0.0645959 Jan 25 02:12:28.132924 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f6809-c88f-40ca-a250-1144007a0a4b None None] Pushing event updated for resources: {'Port': ['ID=45403224-ee71-4795-bbe3-29d77554610d,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:28.165623 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4de9cd75-05af-4cfa-9523-b57c19676fa7 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for port (aafc7580-d9fc-47f3-bb6d-bcbd34e5a385), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:28.168374 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d890ca17-c3a0-4b00-b9aa-ba69432474af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'name': 'tempest-AttachVolumeShelveTestJSON-2141731291-router', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '310a90f6-2cac-46ef-b080-89b358bfc902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:12:15Z', 'updated_at': '2022-01-25T02:12:22Z', 'revision_number': 4, 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'gw_port': {'id': '310a90f6-2cac-46ef-b080-89b358bfc902', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:17Z', 'updated_at': '2022-01-25T02:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '45403224-ee71-4795-bbe3-29d77554610d', 'name': '', 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'mac_address': 'fa:16:3e:d2:41:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '431c2097-6312-4255-849e-eb12f9822c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:21Z', 'updated_at': '2022-01-25T02:12:27Z', 'revision_number': 4, 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'subnets': [{'id': '431c2097-6312-4255-849e-eb12f9822c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:12:28.198095 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d890ca17-c3a0-4b00-b9aa-ba69432474af None None] The sync data for ids ['55bdcb44-7fc9-4220-977e-d8ff3ac87247'] in dv-cinder-821168-1-iscsi is: [{'id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'name': 'tempest-AttachVolumeShelveTestJSON-2141731291-router', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '310a90f6-2cac-46ef-b080-89b358bfc902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:12:15Z', 'updated_at': '2022-01-25T02:12:22Z', 'revision_number': 4, 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'gw_port': {'id': '310a90f6-2cac-46ef-b080-89b358bfc902', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:17Z', 'updated_at': '2022-01-25T02:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '45403224-ee71-4795-bbe3-29d77554610d', 'name': '', 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'mac_address': 'fa:16:3e:d2:41:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '431c2097-6312-4255-849e-eb12f9822c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:21Z', 'updated_at': '2022-01-25T02:12:27Z', 'revision_number': 4, 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'subnets': [{'id': '431c2097-6312-4255-849e-eb12f9822c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:12:28.225127 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d1403e49-a8d2-4fc5-808e-3ae61a0983b5 None None] Current status of the port 45403224-ee71-4795-bbe3-29d77554610d is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:12:28.225127 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d1403e49-a8d2-4fc5-808e-3ae61a0983b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (45403224-ee71-4795-bbe3-29d77554610d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:28.229737 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e3b1a5f5-5930-40b4-9966-7dbbba3cf596 None None] For port 7e4eca42-655b-4d6d-928b-68148e887fbb, host dv-cinder-821168-1-iscsi, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:12:28.269734 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e3b1a5f5-5930-40b4-9966-7dbbba3cf596 None None] For port 7e4eca42-655b-4d6d-928b-68148e887fbb, host dv-cinder-821168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=7e4eca42-655b-4d6d-928b-68148e887fbb,segment=NetworkSegment(e9cf16db-d026-4c45-ba18-dbe2929b32f7),segment_id=e9cf16db-d026-4c45-ba18-dbe2929b32f7)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:12:28.270846 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port bef5d29f-e62d-4660-91c9-cadd931a7757 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:12:28.276794 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4de9cd75-05af-4cfa-9523-b57c19676fa7 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (aafc7580-d9fc-47f3-bb6d-bcbd34e5a385), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:28.311486 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d1403e49-a8d2-4fc5-808e-3ae61a0983b5 None None] For port 45403224-ee71-4795-bbe3-29d77554610d, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=45403224-ee71-4795-bbe3-29d77554610d,segment=NetworkSegment(a011af27-2f86-4052-851b-d44cff3836ce),segment_id=a011af27-2f86-4052-851b-d44cff3836ce)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:12:28.332627 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3b1a5f5-5930-40b4-9966-7dbbba3cf596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (7e4eca42-655b-4d6d-928b-68148e887fbb), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:28.343811 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4de9cd75-05af-4cfa-9523-b57c19676fa7 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013182'] for floatingip (66692a35-dc26-41f5-8dfa-76b9944c459e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:28.363415 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9cd75-05af-4cfa-9523-b57c19676fa7 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Pushing event updated for resources: {'Port': ['ID=aafc7580-d9fc-47f3-bb6d-bcbd34e5a385,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:28.382038 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-da1541ec-9922-49db-81c9-e4fff4068693 req-8fabf3f7-b2b8-47ac-8e03-103df55c3300 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 210 time: 0.0423398 Jan 25 02:12:28.398927 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d1403e49-a8d2-4fc5-808e-3ae61a0983b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (45403224-ee71-4795-bbe3-29d77554610d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:28.415583 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b1a5f5-5930-40b4-9966-7dbbba3cf596 None None] Routers {'d0e4921a-9bb1-4670-a0f2-6b5c13bf3030'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:12:28.416232 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-e3b1a5f5-5930-40b4-9966-7dbbba3cf596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:12:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['d0e4921a-9bb1-4670-a0f2-6b5c13bf3030'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:12:28.418157 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a0b1a-a5f0-414c-9cd3-ca8160dee9b5 None None] Pushing event updated for resources: {'Port': ['ID=7e4eca42-655b-4d6d-928b-68148e887fbb,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:28.424445 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4de9cd75-05af-4cfa-9523-b57c19676fa7 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:28.425845 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-4de9cd75-05af-4cfa-9523-b57c19676fa7 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1643322 Jan 25 02:12:28.561195 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1403e49-a8d2-4fc5-808e-3ae61a0983b5 None None] Pushing event updated for resources: {'Port': ['ID=45403224-ee71-4795-bbe3-29d77554610d,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:28.580866 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-a8b465f9-63bf-44f3-b640-5d6a5e1ca9ff None None] Provisioning complete for port 45403224-ee71-4795-bbe3-29d77554610d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:12:28.581413 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a8b465f9-63bf-44f3-b640-5d6a5e1ca9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (45403224-ee71-4795-bbe3-29d77554610d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:28.596960 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-e3b1a5f5-5930-40b4-9966-7dbbba3cf596 None None] Set router d0e4921a-9bb1-4670-a0f2-6b5c13bf3030 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:12:28.673043 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-dc0b00f9-7cfc-4ecc-a435-8b26e6294794 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-securitygroup--1296116680&fields=id&tenant_id=cd0e87a773cb48a5808124de0b5709f6 HTTP/1.1" status: 200 len: 267 time: 0.0667148 Jan 25 02:12:28.793654 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-c505fac8-92a6-45c2-8508-43e2ead6bfde tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:28.795278 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-c505fac8-92a6-45c2-8508-43e2ead6bfde tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/networks?id=9e211453-422c-4767-b463-5c4e4c8afabc HTTP/1.1" status: 200 len: 817 time: 0.1214492 Jan 25 02:12:28.810736 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-4880bda9-bdd6-4b50-8339-fc66da649dc3 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/quotas/cd0e87a773cb48a5808124de0b5709f6 HTTP/1.1" status: 200 len: 375 time: 0.0094402 Jan 25 02:12:28.838292 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a8b465f9-63bf-44f3-b640-5d6a5e1ca9ff None None] Current status of the port 45403224-ee71-4795-bbe3-29d77554610d is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:12:28.868288 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-3094c9ce-ec40-4f6e-99d2-2568fe19e208 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=cd0e87a773cb48a5808124de0b5709f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497055 Jan 25 02:12:28.905921 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-e3b1a5f5-5930-40b4-9966-7dbbba3cf596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e4921a-9bb1-4670-a0f2-6b5c13bf3030', 'name': 'tempest-ServerRescueNegativeTestJSON-28175916-router', 'tenant_id': 'aed35a368b0f4933b0f485f09290e1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'bef5d29f-e62d-4660-91c9-cadd931a7757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:12:15Z', 'updated_at': '2022-01-25T02:12:22Z', 'revision_number': 4, 'project_id': 'aed35a368b0f4933b0f485f09290e1f3', 'gw_port': {'id': 'bef5d29f-e62d-4660-91c9-cadd931a7757', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:94:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e4921a-9bb1-4670-a0f2-6b5c13bf3030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:17Z', 'updated_at': '2022-01-25T02:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '7e4eca42-655b-4d6d-928b-68148e887fbb', 'name': '', 'network_id': '4be3beab-67a0-44e6-a6ea-977f61cd91cc', 'tenant_id': 'aed35a368b0f4933b0f485f09290e1f3', 'mac_address': 'fa:16:3e:33:8e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e4921a-9bb1-4670-a0f2-6b5c13bf3030', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c73b0ff2-0e4e-49a2-8845-6036be7d7f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:21Z', 'updated_at': '2022-01-25T02:12:28Z', 'revision_number': 4, 'project_id': 'aed35a368b0f4933b0f485f09290e1f3', 'subnets': [{'id': 'c73b0ff2-0e4e-49a2-8845-6036be7d7f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:12:28.939407 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b1a5f5-5930-40b4-9966-7dbbba3cf596 None None] The sync data for ids ['d0e4921a-9bb1-4670-a0f2-6b5c13bf3030'] in dv-cinder-821168-1-iscsi is: [{'id': 'd0e4921a-9bb1-4670-a0f2-6b5c13bf3030', 'name': 'tempest-ServerRescueNegativeTestJSON-28175916-router', 'tenant_id': 'aed35a368b0f4933b0f485f09290e1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'bef5d29f-e62d-4660-91c9-cadd931a7757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:12:15Z', 'updated_at': '2022-01-25T02:12:22Z', 'revision_number': 4, 'project_id': 'aed35a368b0f4933b0f485f09290e1f3', 'gw_port': {'id': 'bef5d29f-e62d-4660-91c9-cadd931a7757', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:94:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e4921a-9bb1-4670-a0f2-6b5c13bf3030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:17Z', 'updated_at': '2022-01-25T02:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '7e4eca42-655b-4d6d-928b-68148e887fbb', 'name': '', 'network_id': '4be3beab-67a0-44e6-a6ea-977f61cd91cc', 'tenant_id': 'aed35a368b0f4933b0f485f09290e1f3', 'mac_address': 'fa:16:3e:33:8e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e4921a-9bb1-4670-a0f2-6b5c13bf3030', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c73b0ff2-0e4e-49a2-8845-6036be7d7f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:21Z', 'updated_at': '2022-01-25T02:12:28Z', 'revision_number': 4, 'project_id': 'aed35a368b0f4933b0f485f09290e1f3', 'subnets': [{'id': 'c73b0ff2-0e4e-49a2-8845-6036be7d7f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:12:28.991941 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-230b7459-91de-435f-ae03-3598d321d0d5 service neutron] 10.222.0.112 "GET /v2.0/networks/9e211453-422c-4767-b463-5c4e4c8afabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085927 Jan 25 02:12:29.124948 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-a510fba5-7361-4712-8266-95b5b7dec196 service neutron] 10.222.0.112 "GET /v2.0/networks/9e211453-422c-4767-b463-5c4e4c8afabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271117 Jan 25 02:12:29.140658 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-8432b7f4-6010-44c7-a60b-727b23d3d2ab req-76b1d813-e6e2-48b4-9c6d-e6423563d974 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 210 time: 0.0410130 Jan 25 02:12:29.230603 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-726eae59-7886-4ff5-bd7e-54e1703150d1 req-609b6106-c933-4ecd-97ed-f59419559e34 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 210 time: 0.0285735 Jan 25 02:12:29.430447 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-001647c3-4d2e-428d-95c9-3a2c6d07bd16 req-aed3ec4d-62a4-4ec9-b19d-1069c98225ac tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 210 time: 0.0397215 Jan 25 02:12:29.477648 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-27ff422a-0d51-454d-a63b-394cfd39e384 req-cee4a016-ea1c-41d1-a319-3caa1d092763 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 210 time: 0.0256472 Jan 25 02:12:29.670458 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 45403224-ee71-4795-bbe3-29d77554610d up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:12:29.719185 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port 45403224-ee71-4795-bbe3-29d77554610d triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:12:29.719185 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (45403224-ee71-4795-bbe3-29d77554610d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:29.813777 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port 45403224-ee71-4795-bbe3-29d77554610d is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:12:29.815239 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 7e4eca42-655b-4d6d-928b-68148e887fbb up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:12:29.874508 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port 7e4eca42-655b-4d6d-928b-68148e887fbb triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:12:29.875047 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (7e4eca42-655b-4d6d-928b-68148e887fbb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:29.962770 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port 7e4eca42-655b-4d6d-928b-68148e887fbb is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:12:29.963517 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (7e4eca42-655b-4d6d-928b-68148e887fbb), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:30.015793 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] For port 7e4eca42-655b-4d6d-928b-68148e887fbb, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=7e4eca42-655b-4d6d-928b-68148e887fbb,segment=NetworkSegment(e9cf16db-d026-4c45-ba18-dbe2929b32f7),segment_id=e9cf16db-d026-4c45-ba18-dbe2929b32f7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:12:30.036301 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.79', 61369) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:12:30.129279 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.79', 61370) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:12:30.141963 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (7e4eca42-655b-4d6d-928b-68148e887fbb), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:30.158482 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-32e3523e-ce22-4edb-95e5-7bd507eccabe tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:30.160738 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-32e3523e-ce22-4edb-95e5-7bd507eccabe tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.79 "GET /v2.0/networks?id=f51e9718-4ec5-404e-a3a0-abfe3f81a1b8 HTTP/1.1" status: 200 len: 815 time: 0.1217389 Jan 25 02:12:30.270458 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-423de136-95ab-4a7d-898b-8b505541af4b tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Request body: {'port': {'device_id': '988030e4-eecc-4078-a57b-45feabe4e7e0', 'network_id': 'f51e9718-4ec5-404e-a3a0-abfe3f81a1b8', 'admin_state_up': True, 'tenant_id': '0c520fbc4251459288308e62228787d8'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:12:30.299336 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Pushing event updated for resources: {'Port': ['ID=7e4eca42-655b-4d6d-928b-68148e887fbb,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:30.330765 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-20441cc9-a85c-4b35-ae8e-d96c4547891c req-1f883169-5082-46b2-b19b-a108f1e2f468 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 210 time: 0.0540860 Jan 25 02:12:30.430937 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-04181a75-5639-4a8b-9b75-2406c54b45a7 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:30.436110 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-04181a75-5639-4a8b-9b75-2406c54b45a7 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.79 "GET /v2.0/networks?id=a4c64d05-4e7c-4bb4-bd10-62f58fad8587 HTTP/1.1" status: 200 len: 811 time: 0.3018558 Jan 25 02:12:30.446523 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-31d1d6be-213a-420d-b9ca-e6e8c062d812 req-f3c8943f-b23a-40c2-93d3-0ece01a6b113 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 210 time: 0.0727673 Jan 25 02:12:30.455498 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-d517d5dd-0c82-44f5-90cc-dd958e9cea6d tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Request body: {'port': {'device_id': '144528b3-b6fb-4d85-b7c4-1635270fd6e1', 'network_id': 'a4c64d05-4e7c-4bb4-bd10-62f58fad8587', 'admin_state_up': True, 'tenant_id': 'cf35b27d7b6a4dd2b5ba9b0ae10aab0c'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:12:30.637327 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-39b1dbb8-e773-4b76-b23a-f415df8fdb0c req-20e0a160-7d28-404a-811e-b095da371b87 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 210 time: 0.0454040 Jan 25 02:12:30.782135 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-deec54c4-e801-4e19-b74b-2a679934930b req-2ecd43f3-1b19-4702-9cef-794722ad7ba9 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 210 time: 0.0271428 Jan 25 02:12:30.811362 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-d517d5dd-0c82-44f5-90cc-dd958e9cea6d tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Made reservation on behalf of cf35b27d7b6a4dd2b5ba9b0ae10aab0c for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:12:30.815876 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-d517d5dd-0c82-44f5-90cc-dd958e9cea6d tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:30.868675 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.79', 61376) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:12:30.943189 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-423de136-95ab-4a7d-898b-8b505541af4b tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Made reservation on behalf of 0c520fbc4251459288308e62228787d8 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:12:30.947479 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-423de136-95ab-4a7d-898b-8b505541af4b tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:31.229045 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-423de136-95ab-4a7d-898b-8b505541af4b tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Allocated IP 172.20.0.2 (f51e9718-4ec5-404e-a3a0-abfe3f81a1b8/5ceebd01-54f8-49c2-a96a-185a2872233c/49ae77fa-137a-41b8-a089-25517bcf38c2) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:12:31.302000 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-a422e461-cbd9-474f-89f3-3db1a5f82d50 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:31.304276 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-a422e461-cbd9-474f-89f3-3db1a5f82d50 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.79 "GET /v2.0/networks?id=4be3beab-67a0-44e6-a6ea-977f61cd91cc HTTP/1.1" status: 200 len: 817 time: 0.4098890 Jan 25 02:12:31.325101 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-d517d5dd-0c82-44f5-90cc-dd958e9cea6d tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Allocated IP 172.20.0.11 (a4c64d05-4e7c-4bb4-bd10-62f58fad8587/f1587185-9147-4d72-b943-54d790d8ee8e/1751313f-29f8-41e1-a93c-26d141951d68) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:12:31.510331 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-402dd6bb-3860-4631-9f39-3ac056f059b4 req-407adcfd-4564-4d0c-9844-d63d81f1296a tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 210 time: 0.0599344 Jan 25 02:12:31.524656 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-423de136-95ab-4a7d-898b-8b505541af4b tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Publish callbacks [] for port (49ae77fa-137a-41b8-a089-25517bcf38c2), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:31.571043 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-d517d5dd-0c82-44f5-90cc-dd958e9cea6d tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Publish callbacks [] for port (1751313f-29f8-41e1-a93c-26d141951d68), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:31.652866 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-77efeb37-030f-4178-a609-efffdcc96984 req-3cd83050-6b92-44b7-bf39-05d1a5b0c72e tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 210 time: 0.0711803 Jan 25 02:12:31.695043 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 7e4eca42-655b-4d6d-928b-68148e887fbb up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:12:31.786530 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port 7e4eca42-655b-4d6d-928b-68148e887fbb triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:12:31.791581 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (7e4eca42-655b-4d6d-928b-68148e887fbb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:31.794214 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1a13be52-68fe-4f8c-8829-c0a9f2e8ced2 req-defa80f1-7548-45a6-bbf6-2eacae9f348c tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 210 time: 0.0451732 Jan 25 02:12:31.795815 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-423de136-95ab-4a7d-898b-8b505541af4b tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240'] for port (49ae77fa-137a-41b8-a089-25517bcf38c2), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:31.810992 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-d517d5dd-0c82-44f5-90cc-dd958e9cea6d tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240'] for port (1751313f-29f8-41e1-a93c-26d141951d68), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:31.888199 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-d517d5dd-0c82-44f5-90cc-dd958e9cea6d tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Network a4c64d05-4e7c-4bb4-bd10-62f58fad8587 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:12:31.952526 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-d517d5dd-0c82-44f5-90cc-dd958e9cea6d tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:12:31.960825 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-d517d5dd-0c82-44f5-90cc-dd958e9cea6d tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:12:31.966963 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-d517d5dd-0c82-44f5-90cc-dd958e9cea6d tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:31.967622 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-d517d5dd-0c82-44f5-90cc-dd958e9cea6d tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:31.968875 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port 7e4eca42-655b-4d6d-928b-68148e887fbb is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:12:32.008522 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517d5dd-0c82-44f5-90cc-dd958e9cea6d tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Pushing event updated for resources: {'Port': ['ID=1751313f-29f8-41e1-a93c-26d141951d68,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:32.019193 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f95ad283-d742-4cc9-8d53-f4eb15b89df6 req-81a6ba81-853b-4afc-ac29-c365be5cd1fb tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 210 time: 0.0787072 Jan 25 02:12:32.022928 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423de136-95ab-4a7d-898b-8b505541af4b tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Pushing event updated for resources: {'Port': ['ID=49ae77fa-137a-41b8-a089-25517bcf38c2,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:32.028411 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-423de136-95ab-4a7d-898b-8b505541af4b tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Network f51e9718-4ec5-404e-a3a0-abfe3f81a1b8 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:12:32.029833 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-423de136-95ab-4a7d-898b-8b505541af4b tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:12:32.035630 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-423de136-95ab-4a7d-898b-8b505541af4b tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:12:32.039674 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-423de136-95ab-4a7d-898b-8b505541af4b tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:32.040316 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-423de136-95ab-4a7d-898b-8b505541af4b tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:32.224134 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-423de136-95ab-4a7d-898b-8b505541af4b tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9584239 Jan 25 02:12:32.224351 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-d517d5dd-0c82-44f5-90cc-dd958e9cea6d tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7731366 Jan 25 02:12:32.778204 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14cd65-52a0-4b61-bfb8-c7abbcc2de91 req-ce8240a0-5553-48ae-b976-bdf365fe62bb tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:32.779746 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2d14cd65-52a0-4b61-bfb8-c7abbcc2de91 req-ce8240a0-5553-48ae-b976-bdf365fe62bb tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 931 time: 0.1976740 Jan 25 02:12:32.846086 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55f45f-4c21-4826-a793-708267627882 req-71eadef5-ec51-41ac-8187-69457fe5e3e0 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:32.847598 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1c55f45f-4c21-4826-a793-708267627882 req-71eadef5-ec51-41ac-8187-69457fe5e3e0 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 932 time: 0.0945621 Jan 25 02:12:32.855835 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2d14cd65-52a0-4b61-bfb8-c7abbcc2de91 req-532c5476-b0f0-4434-85ab-5730f7b04e33 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625353 Jan 25 02:12:32.907547 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1c55f45f-4c21-4826-a793-708267627882 req-b0370975-ef3d-46b8-9dad-dd01f59444c6 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502653 Jan 25 02:12:32.945161 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a7e2bc47-8309-41dc-a5cd-79ecd41becee req-7c1d3048-2716-4c46-9a26-364a6ab0aaff tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 210 time: 0.0271463 Jan 25 02:12:33.117552 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b749344d-6bf2-49c2-98da-6f38abeec6a8 req-a2974834-2050-4a48-9243-0f57fb1b7508 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 210 time: 0.0290270 Jan 25 02:12:33.973716 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542315a-3cca-4f33-9bb8-9eced5f701d2 req-dad76f64-3008-483a-b913-fc156aa3bbd1 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:33.975974 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a542315a-3cca-4f33-9bb8-9eced5f701d2 req-dad76f64-3008-483a-b913-fc156aa3bbd1 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 931 time: 0.0522349 Jan 25 02:12:34.050191 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83091f94-251f-46cc-a2cc-57955ee6ff91 req-2c44b858-0f0a-449f-ad81-593d384b3f11 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:34.051613 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-83091f94-251f-46cc-a2cc-57955ee6ff91 req-2c44b858-0f0a-449f-ad81-593d384b3f11 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 932 time: 0.0747676 Jan 25 02:12:34.056384 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a542315a-3cca-4f33-9bb8-9eced5f701d2 req-19014df5-8846-4a6c-b19d-dd4be11e8a66 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716956 Jan 25 02:12:34.100760 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-83091f94-251f-46cc-a2cc-57955ee6ff91 req-85f46214-b1aa-4dbb-919b-1bfa7ada6048 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431271 Jan 25 02:12:34.179475 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-8ab24d58-bb43-48b3-9f02-7fd52d24fc21 req-12772ca3-1606-461e-b5ee-0a4283c9afa5 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 210 time: 0.0285082 Jan 25 02:12:34.210462 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cfbc3c2b-d1d2-4076-9609-b0c0326e9e55 req-a4d7e359-acf7-49d0-8c11-84ae4f8bba9c tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 210 time: 0.0266173 Jan 25 02:12:35.281189 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4e82f-6430-4ea6-ad59-739f20d71afd req-50bfddb5-7c6d-4b6d-8f3c-bf426e59fd7c tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:35.282728 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-34b4e82f-6430-4ea6-ad59-739f20d71afd req-50bfddb5-7c6d-4b6d-8f3c-bf426e59fd7c tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 931 time: 0.1075552 Jan 25 02:12:35.304457 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6d100-cd7b-4410-bb29-23d4699a30d7 req-c3b361fc-7092-4866-860c-da4325f4cbc4 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:35.305978 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f4e6d100-cd7b-4410-bb29-23d4699a30d7 req-c3b361fc-7092-4866-860c-da4325f4cbc4 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 932 time: 0.0774891 Jan 25 02:12:35.403817 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-34b4e82f-6430-4ea6-ad59-739f20d71afd req-4aa127d1-02fb-4d91-9c53-d671c9a79b5c tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145704 Jan 25 02:12:35.438793 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f4e6d100-cd7b-4410-bb29-23d4699a30d7 req-8cd72531-c861-4b30-b722-86c544446c22 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120665 Jan 25 02:12:35.516311 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b3c14266-b87f-430d-8c59-380dcf4ffe48 req-12d24dca-2780-4866-b6e0-d25a5f9a6062 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 210 time: 0.0397620 Jan 25 02:12:35.553997 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-23efef6b-4b31-4a87-8754-78f1fffba1be req-4507bdcc-b02b-4226-a03b-4d48db950724 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 210 time: 0.0404656 Jan 25 02:12:36.597626 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365aa74-fa28-4e5e-87be-060aeff721b1 req-4ff36d19-6a88-4242-9827-46276cb52ffa tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:36.599233 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a365aa74-fa28-4e5e-87be-060aeff721b1 req-4ff36d19-6a88-4242-9827-46276cb52ffa tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 931 time: 0.1042025 Jan 25 02:12:36.636226 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98960b4c-dd4b-4b69-9a10-8c61b4026d80 req-f0197191-ba26-4d6a-8cd0-33951ac1ed54 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:36.637627 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-98960b4c-dd4b-4b69-9a10-8c61b4026d80 req-f0197191-ba26-4d6a-8cd0-33951ac1ed54 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 932 time: 0.0987229 Jan 25 02:12:36.678982 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a365aa74-fa28-4e5e-87be-060aeff721b1 req-ceb03f63-7042-4a20-959d-dc53e2ea55f7 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729003 Jan 25 02:12:36.707911 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-98960b4c-dd4b-4b69-9a10-8c61b4026d80 req-473a307a-3c0d-4620-8787-caa304a6c92f tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627654 Jan 25 02:12:36.781574 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f7e802f7-29c2-4ebf-9d23-59317d351de8 req-dca284dd-aeae-4eef-9d50-0418a839509c tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 210 time: 0.0282226 Jan 25 02:12:36.820142 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9f2da5e5-7f6e-42d0-aa35-67aa11136e93 req-73b21295-7ca9-4c0e-a87b-d63a2a39e4db tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 210 time: 0.0296302 Jan 25 02:12:37.821539 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfb85e-6c4a-458b-85a0-fc254af11207 req-245443f6-85ff-4b27-afe7-73c4d2dbca5c tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:37.823062 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-60dfb85e-6c4a-458b-85a0-fc254af11207 req-245443f6-85ff-4b27-afe7-73c4d2dbca5c tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 931 time: 0.0764158 Jan 25 02:12:37.858822 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7485b-a8d4-4d87-b8fd-fa0298801768 req-bc8bcdd9-86c2-43d7-9378-8e85b24dacd2 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:37.860465 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c1a7485b-a8d4-4d87-b8fd-fa0298801768 req-bc8bcdd9-86c2-43d7-9378-8e85b24dacd2 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 932 time: 0.0821521 Jan 25 02:12:37.897438 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-60dfb85e-6c4a-458b-85a0-fc254af11207 req-bfc4152e-7216-4118-8153-d1d9218be9d8 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681956 Jan 25 02:12:37.949594 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c1a7485b-a8d4-4d87-b8fd-fa0298801768 req-b16a11e8-0179-4235-9265-ce25280b9824 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657609 Jan 25 02:12:38.005066 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1fde077b-135f-4f5c-96bf-ba6a7dda28bf req-0e75a7c6-7774-4f60-a9e0-95ee9539231c tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 210 time: 0.0296876 Jan 25 02:12:38.060974 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-bd9db184-9ee3-4cf2-b142-3f9c3ff39f2d req-de119505-274b-413b-a50e-685eb763a5f7 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 210 time: 0.0277677 Jan 25 02:12:39.082282 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3090d-160a-470d-aa89-f3fe263e2a83 req-62d83505-32b1-483a-b135-e868569cf837 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:39.090851 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3ca3090d-160a-470d-aa89-f3fe263e2a83 req-62d83505-32b1-483a-b135-e868569cf837 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 931 time: 0.0977139 Jan 25 02:12:39.128916 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d2401-96c7-4e4c-8754-5a6e647ffdc4 req-cea85a09-4f03-42b1-8828-c351e7cbd25a tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:39.131564 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b18d2401-96c7-4e4c-8754-5a6e647ffdc4 req-cea85a09-4f03-42b1-8828-c351e7cbd25a tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 932 time: 0.0938158 Jan 25 02:12:39.174477 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3ca3090d-160a-470d-aa89-f3fe263e2a83 req-5bf6dcba-b1b6-4c17-943d-c038f85882bc tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801985 Jan 25 02:12:39.207578 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b18d2401-96c7-4e4c-8754-5a6e647ffdc4 req-b31ec830-c835-45a2-bd30-74aa7d6b9037 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671430 Jan 25 02:12:39.278191 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-36c41c06-a1ad-454d-a8b5-88e83c3dce00 req-8a713d5b-3ed2-43f5-8265-079dad60bf59 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 210 time: 0.0284412 Jan 25 02:12:39.307279 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2d377675-7af8-4d3d-96ea-21728e159113 req-ffeff6dd-cf0b-43e8-94b0-cd952e6b0172 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 210 time: 0.0322614 Jan 25 02:12:40.332300 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b94b12-627c-4539-8586-6da374f1a909 req-b57e3069-959e-44f4-a38f-e0c2dcb62650 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:40.336284 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-21b94b12-627c-4539-8586-6da374f1a909 req-b57e3069-959e-44f4-a38f-e0c2dcb62650 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 931 time: 0.0826819 Jan 25 02:12:40.389423 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fbd99-5740-472b-8a32-6fd1b8a5bc85 req-4f4b4be7-e955-4331-8fe7-2273da2342b4 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:40.391045 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-660fbd99-5740-472b-8a32-6fd1b8a5bc85 req-4f4b4be7-e955-4331-8fe7-2273da2342b4 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 932 time: 0.0964553 Jan 25 02:12:40.423107 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-21b94b12-627c-4539-8586-6da374f1a909 req-06866e56-08c9-4b73-9f0e-59a8daaaa8d1 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784278 Jan 25 02:12:40.455047 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-660fbd99-5740-472b-8a32-6fd1b8a5bc85 req-f96937c1-a3fe-4c80-a007-5d900f4ee2b3 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566864 Jan 25 02:12:40.543765 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-de04c322-d9d6-4110-a7ad-ddc78e899ac0 req-54af6339-bffe-4309-bcec-fee2568993af tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 210 time: 0.0331838 Jan 25 02:12:40.578285 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-37aa6728-709d-4d62-8ffd-d7281fec0157 req-be02e7c1-7929-46c1-bea1-743af93b2110 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 210 time: 0.0327930 Jan 25 02:12:41.582659 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6dcd29-8249-46c9-b2d1-5ae04327a60d req-3870ae2f-adf9-4b24-affd-1e565c0f9905 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:41.584370 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9e6dcd29-8249-46c9-b2d1-5ae04327a60d req-3870ae2f-adf9-4b24-affd-1e565c0f9905 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 931 time: 0.0813007 Jan 25 02:12:41.595970 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5767f-0884-4371-8563-23d91904c2f8 req-4dc8f924-ad8a-4360-9eda-1f2a79e31fe6 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:41.597389 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-03c5767f-0884-4371-8563-23d91904c2f8 req-4dc8f924-ad8a-4360-9eda-1f2a79e31fe6 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 932 time: 0.0649717 Jan 25 02:12:41.672436 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-03c5767f-0884-4371-8563-23d91904c2f8 req-8933658f-2f61-44e5-88a3-8586cab2189c tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680418 Jan 25 02:12:41.675640 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9e6dcd29-8249-46c9-b2d1-5ae04327a60d req-e2fd3517-a15a-4af0-810a-ec001e1625a4 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774093 Jan 25 02:12:41.783752 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-674cfee6-4be8-443d-922f-7792c1af5e63 req-387b69dd-93ba-42fc-abd6-c9ba3ceddbda tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 210 time: 0.0483565 Jan 25 02:12:41.785686 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-8c5f5a9e-1765-4048-a4f8-7033cf3d806f req-a5390097-1620-477b-80ae-45dc3b5afeb7 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 210 time: 0.0489249 Jan 25 02:12:42.864532 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5419b6-2173-4b92-93b4-714865f0886a req-b3a4d9a1-4061-4d52-9933-5d5f36cd7534 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:42.866820 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1b5419b6-2173-4b92-93b4-714865f0886a req-b3a4d9a1-4061-4d52-9933-5d5f36cd7534 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 931 time: 0.0966234 Jan 25 02:12:42.881714 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d70622-ca3e-4856-85f5-76852767f688 req-f6c8e3fd-4090-43f0-96fd-9ffc13eee3fd tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:42.890082 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b9d70622-ca3e-4856-85f5-76852767f688 req-f6c8e3fd-4090-43f0-96fd-9ffc13eee3fd tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 932 time: 0.1218612 Jan 25 02:12:42.964478 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1b5419b6-2173-4b92-93b4-714865f0886a req-e603c50c-b6d9-4578-9711-96dd638de13b tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921826 Jan 25 02:12:42.967471 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b9d70622-ca3e-4856-85f5-76852767f688 req-bf64edc9-9729-4612-bb29-9ab767b0c7d8 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765653 Jan 25 02:12:43.059016 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1476e845-e244-4a1c-90bc-92c8bdc21895 req-3dd2a3f2-277c-4a76-a54d-25d61a847938 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 210 time: 0.0330863 Jan 25 02:12:43.091203 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5d944f1c-686c-4897-9085-ae65f6c8ec77 req-f6048924-7344-4b54-934d-42f361145db8 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 210 time: 0.0543571 Jan 25 02:12:44.128900 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e77e49-74dd-4866-a209-fc953edce239 req-77dff75e-a27d-4405-a2f2-4b77d18b4d34 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:44.134545 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e0e77e49-74dd-4866-a209-fc953edce239 req-77dff75e-a27d-4405-a2f2-4b77d18b4d34 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 931 time: 0.0912237 Jan 25 02:12:44.190196 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91fc1ce-1de5-448b-9d38-99f8a3df58f2 req-e8d52090-bb80-49f9-a27b-a28cca198682 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:44.190196 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d91fc1ce-1de5-448b-9d38-99f8a3df58f2 req-e8d52090-bb80-49f9-a27b-a28cca198682 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 932 time: 0.0900807 Jan 25 02:12:44.262035 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d91fc1ce-1de5-448b-9d38-99f8a3df58f2 req-549f7573-3e56-40b0-a74a-3ea2ad63fd60 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745111 Jan 25 02:12:44.286431 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e0e77e49-74dd-4866-a209-fc953edce239 req-e3090b08-b87d-4650-82f1-43b4f5f416e9 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491015 Jan 25 02:12:44.388977 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-daad8556-bfe5-42fa-8554-681d6ff14afa req-4fd65e3d-08a4-492e-846b-8c122b41a3d1 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 210 time: 0.0446353 Jan 25 02:12:44.414274 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dfecfeff-b129-4b40-97a1-b17f183d18cd req-0f88f10c-6171-44f7-986d-6e3cfd0ff733 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 210 time: 0.0599577 Jan 25 02:12:45.119435 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 58228) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:12:45.233977 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ddbaaa34-b6b0-4a8e-b155-c0895e5eb7b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:45.313329 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ddbaaa34-b6b0-4a8e-b155-c0895e5eb7b7 admin admin] Publish callbacks [] for security_group (5ef4d559-bb15-4a18-aac8-94cbb2282117), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:45.389315 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ddbaaa34-b6b0-4a8e-b155-c0895e5eb7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (5ef4d559-bb15-4a18-aac8-94cbb2282117), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:45.453153 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56987de-d8cf-4289-b020-80af03f99ca1 req-b8d3c63a-4bb2-484a-be69-2a8273492138 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:45.454665 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d56987de-d8cf-4289-b020-80af03f99ca1 req-b8d3c63a-4bb2-484a-be69-2a8273492138 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 932 time: 0.1174984 Jan 25 02:12:45.456829 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-ddbaaa34-b6b0-4a8e-b155-c0895e5eb7b7 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=23b4e5da54644df28da4cefc24959793&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3364019 Jan 25 02:12:45.458960 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbaaa34-b6b0-4a8e-b155-c0895e5eb7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef4d559-bb15-4a18-aac8-94cbb2282117,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:45.460305 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 58242) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:12:45.469618 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48fb94-702e-42b9-88ab-61fddd5e6fa7 req-a0771069-78e3-4d2d-8f01-61e66fc820a3 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:45.475252 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4a48fb94-702e-42b9-88ab-61fddd5e6fa7 req-a0771069-78e3-4d2d-8f01-61e66fc820a3 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 931 time: 0.1254935 Jan 25 02:12:45.520670 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d1bdd09-e367-4908-aabc-c301757cbcea admin admin] Publish callbacks [] for security_group (5ef4d559-bb15-4a18-aac8-94cbb2282117), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:45.537208 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d56987de-d8cf-4289-b020-80af03f99ca1 req-e918ae6b-f19a-4240-8be8-31c0e6afb098 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746615 Jan 25 02:12:45.542822 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d1bdd09-e367-4908-aabc-c301757cbcea admin admin] Publish callbacks [] for security_group (5ef4d559-bb15-4a18-aac8-94cbb2282117), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:45.553630 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4a48fb94-702e-42b9-88ab-61fddd5e6fa7 req-d8d8951a-31bb-4a61-a432-a0f02455dd61 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685973 Jan 25 02:12:45.635392 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9c56571f-c7a0-4666-923b-abba2ee016a1 req-92c2a32b-53b2-4f17-a130-600137b521da tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 210 time: 0.0339782 Jan 25 02:12:45.650495 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f662a080-a600-45ea-8ad3-238bce2e5abc req-1d0ddad7-4ff5-4ef0-9e7e-c4c559873163 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 210 time: 0.0404811 Jan 25 02:12:45.668535 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d1bdd09-e367-4908-aabc-c301757cbcea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (5ef4d559-bb15-4a18-aac8-94cbb2282117), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:45.671041 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d1bdd09-e367-4908-aabc-c301757cbcea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:45.672167 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-0d1bdd09-e367-4908-aabc-c301757cbcea admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/5ef4d559-bb15-4a18-aac8-94cbb2282117 HTTP/1.1" status: 204 len: 168 time: 0.2108908 Jan 25 02:12:45.680408 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1bdd09-e367-4908-aabc-c301757cbcea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef4d559-bb15-4a18-aac8-94cbb2282117,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:46.689785 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc073b6e-5991-4c11-9b7b-0ad5fae99f53 req-20fc9013-8f11-4669-abeb-2fdaeabc880a tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:46.691302 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-bc073b6e-5991-4c11-9b7b-0ad5fae99f53 req-20fc9013-8f11-4669-abeb-2fdaeabc880a tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 932 time: 0.0813949 Jan 25 02:12:46.716294 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeea101-fb3b-4d88-845a-1a63eb42230a req-7bdf59d6-2c15-446a-ae4f-fb2dabe706c9 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:46.717777 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-eeeea101-fb3b-4d88-845a-1a63eb42230a req-7bdf59d6-2c15-446a-ae4f-fb2dabe706c9 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 931 time: 0.0808437 Jan 25 02:12:46.778443 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-bc073b6e-5991-4c11-9b7b-0ad5fae99f53 req-47888aaa-96f4-4ca8-8d48-a29489045e3e tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760021 Jan 25 02:12:46.799146 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-eeeea101-fb3b-4d88-845a-1a63eb42230a req-e5fff64e-58af-455e-af96-ae08d4748ee5 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638094 Jan 25 02:12:46.875993 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dd4a0d75-9cf0-47ee-9aed-4bcd108e76b3 req-3b62f76c-e3a8-4ea5-96b5-5e6164e94281 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 210 time: 0.0359418 Jan 25 02:12:46.893875 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2082a96e-6c4d-4f35-a2f3-44391eaff301 req-00eaf599-26e4-4b56-8668-064adc854fdd tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 210 time: 0.0389273 Jan 25 02:12:47.668089 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5699059c-7bd0-4d22-974c-f14ea618df8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:47.930876 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ac167-dda4-4e37-80ab-a720f81fbf55 req-ad321dc4-d4ae-4f04-aaa5-56ccf5567c18 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:47.932348 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-074ac167-dda4-4e37-80ab-a720f81fbf55 req-ad321dc4-d4ae-4f04-aaa5-56ccf5567c18 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 932 time: 0.0848327 Jan 25 02:12:47.939576 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260a371-d539-431d-b17a-6619c866ff14 req-9d1eb4b6-764d-4985-98c5-4771c6791691 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:47.940943 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2260a371-d539-431d-b17a-6619c866ff14 req-9d1eb4b6-764d-4985-98c5-4771c6791691 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 931 time: 0.0801337 Jan 25 02:12:48.010512 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-074ac167-dda4-4e37-80ab-a720f81fbf55 req-08349c0b-e890-46bc-af49-ad5d713c0bae tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685885 Jan 25 02:12:48.013985 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2260a371-d539-431d-b17a-6619c866ff14 req-17452244-f1e5-4e4b-8e1b-7c0ad1da3087 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664492 Jan 25 02:12:48.102706 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-de3f4f96-1de3-45b5-8a46-9138b6fb9a59 req-03f08aa0-768e-415f-9c6f-b968eff49a7d tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 210 time: 0.0274940 Jan 25 02:12:48.132697 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dc7eaa18-2b17-458f-9879-f224b0753d27 req-e78d448a-042b-4cb6-bf75-8c6c0ac89baa tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 210 time: 0.0323584 Jan 25 02:12:48.165771 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:12:49.157311 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2311f5-6238-46e9-80c1-fe9e0ee7ee69 req-e0723cd4-e8ad-45ec-a5b6-1330fe5d3bec tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:49.158797 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ed2311f5-6238-46e9-80c1-fe9e0ee7ee69 req-e0723cd4-e8ad-45ec-a5b6-1330fe5d3bec tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 932 time: 0.0760477 Jan 25 02:12:49.188123 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc763d84-d702-40a2-b899-244f439d2c93 req-e29f9a27-2894-4643-89cb-614f1de473b2 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:49.189680 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fc763d84-d702-40a2-b899-244f439d2c93 req-e29f9a27-2894-4643-89cb-614f1de473b2 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 931 time: 0.0796242 Jan 25 02:12:49.237001 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ed2311f5-6238-46e9-80c1-fe9e0ee7ee69 req-f309a3c4-54a9-44c0-aea1-a39e3990992c tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708208 Jan 25 02:12:49.244382 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-02fd1e13-2211-4bd0-84b5-67b9dde1422e tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:12:49.247099 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-02fd1e13-2211-4bd0-84b5-67b9dde1422e tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078619 Jan 25 02:12:49.252816 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-6cef0eeb-488b-475f-bb8f-bcb1a8b680cb tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:12:49.263571 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-6cef0eeb-488b-475f-bb8f-bcb1a8b680cb tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072701 Jan 25 02:12:49.263571 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.79', 61393) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:12:49.273514 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fc763d84-d702-40a2-b899-244f439d2c93 req-c879fc01-cde7-416a-ab6a-515389061004 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758815 Jan 25 02:12:49.275568 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-4971c68b-2707-473e-9b6f-fa97224eb050 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Request body: {'port': {'device_id': 'ea9d1827-0dc5-4115-b850-0ead3ba83945', 'network_id': '4be3beab-67a0-44e6-a6ea-977f61cd91cc', 'admin_state_up': True, 'tenant_id': 'aed35a368b0f4933b0f485f09290e1f3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:12:49.358689 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-867ac945-f1a4-434f-8cdd-e437663371f9 req-f474fe0c-2ba3-48d4-b6e0-4bc058967d2d tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 210 time: 0.0397980 Jan 25 02:12:49.391742 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5a9b317a-963f-474d-8ea3-a50c1eb96697 req-5f3160db-73f4-49e7-8a7c-809d2c17b187 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 210 time: 0.0284820 Jan 25 02:12:49.466268 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-4971c68b-2707-473e-9b6f-fa97224eb050 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Made reservation on behalf of aed35a368b0f4933b0f485f09290e1f3 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:12:49.469867 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-4971c68b-2707-473e-9b6f-fa97224eb050 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:49.593762 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-4971c68b-2707-473e-9b6f-fa97224eb050 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Allocated IP 172.20.0.5 (4be3beab-67a0-44e6-a6ea-977f61cd91cc/c73b0ff2-0e4e-49a2-8845-6036be7d7f95/11637ea6-7664-4d29-9e0c-021ac25baad1) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:12:49.743887 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-4971c68b-2707-473e-9b6f-fa97224eb050 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Publish callbacks [] for port (11637ea6-7664-4d29-9e0c-021ac25baad1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:49.755117 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-71290820-e6ba-4c79-b430-d3b9fb4cec8e tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:49.756567 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-71290820-e6ba-4c79-b430-d3b9fb4cec8e tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.79 "GET /v2.0/networks?id=4be3beab-67a0-44e6-a6ea-977f61cd91cc HTTP/1.1" status: 200 len: 817 time: 0.1064079 Jan 25 02:12:49.832401 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-4971c68b-2707-473e-9b6f-fa97224eb050 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240'] for port (11637ea6-7664-4d29-9e0c-021ac25baad1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:49.881834 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-4971c68b-2707-473e-9b6f-fa97224eb050 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Network 4be3beab-67a0-44e6-a6ea-977f61cd91cc is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:12:49.884753 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-4971c68b-2707-473e-9b6f-fa97224eb050 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:12:49.889169 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-4971c68b-2707-473e-9b6f-fa97224eb050 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:12:49.894808 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-4971c68b-2707-473e-9b6f-fa97224eb050 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:49.895416 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-4971c68b-2707-473e-9b6f-fa97224eb050 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:49.898117 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4971c68b-2707-473e-9b6f-fa97224eb050 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Pushing event updated for resources: {'Port': ['ID=11637ea6-7664-4d29-9e0c-021ac25baad1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:49.908025 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:50.002104 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-4971c68b-2707-473e-9b6f-fa97224eb050 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7349501 Jan 25 02:12:50.047608 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-aa2b315a-b5ec-465e-87dc-858362df5c9c tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Request body: {'port': {'device_id': '7a7d505f-6a81-44fc-8360-5c44565c1416', 'network_id': '4be3beab-67a0-44e6-a6ea-977f61cd91cc', 'admin_state_up': True, 'tenant_id': 'aed35a368b0f4933b0f485f09290e1f3'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:12:50.143738 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-8508eecc-eaab-4474-8a8f-f7578a5dc3b0 service neutron] Request body: {'port': {'device_id': '144528b3-b6fb-4d85-b7c4-1635270fd6e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82116'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:12:50.152413 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-930ae44f-289e-4f4d-861e-1287986c3da1 service neutron] Request body: {'port': {'device_id': '988030e4-eecc-4078-a57b-45feabe4e7e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82116'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:12:50.180572 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-5a1c8116-85f3-4ce1-a13a-95a051d60558 service neutron] Request body: {'port': {'device_id': 'ea9d1827-0dc5-4115-b850-0ead3ba83945', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82116'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:12:50.227080 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e8bbd3db-c101-448a-bd5c-39d046441089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:50.250481 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-930ae44f-289e-4f4d-861e-1287986c3da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (49ae77fa-137a-41b8-a089-25517bcf38c2), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:50.266605 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-8508eecc-eaab-4474-8a8f-f7578a5dc3b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (1751313f-29f8-41e1-a93c-26d141951d68), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:50.280014 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-5a1c8116-85f3-4ce1-a13a-95a051d60558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (11637ea6-7664-4d29-9e0c-021ac25baad1), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:50.379435 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-aa2b315a-b5ec-465e-87dc-858362df5c9c tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Made reservation on behalf of aed35a368b0f4933b0f485f09290e1f3 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:12:50.383178 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-aa2b315a-b5ec-465e-87dc-858362df5c9c tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:50.797082 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.notifiers.nova [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-930ae44f-289e-4f4d-861e-1287986c3da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49ae77fa-137a-41b8-a089-25517bcf38c2 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:12:50.807599 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-930ae44f-289e-4f4d-861e-1287986c3da1 service neutron] Publish callbacks [] for port (49ae77fa-137a-41b8-a089-25517bcf38c2), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:50.827734 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3377a-0f50-4a85-b30c-05fdbfdbeda6 req-6bf75c31-1dc2-48c8-9ad5-7c3f7f39d2f1 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:50.829276 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-54b3377a-0f50-4a85-b30c-05fdbfdbeda6 req-6bf75c31-1dc2-48c8-9ad5-7c3f7f39d2f1 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 932 time: 0.4241154 Jan 25 02:12:50.837582 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-930ae44f-289e-4f4d-861e-1287986c3da1 service neutron] Transition to ACTIVE for port object 49ae77fa-137a-41b8-a089-25517bcf38c2 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:12:50.892730 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62820f94-87e7-4f85-989a-4baf37bab530 req-ab971d08-7088-438a-a56f-f582e40e2858 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:50.894271 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-62820f94-87e7-4f85-989a-4baf37bab530 req-ab971d08-7088-438a-a56f-f582e40e2858 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 931 time: 0.4826002 Jan 25 02:12:50.913009 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-930ae44f-289e-4f4d-861e-1287986c3da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (49ae77fa-137a-41b8-a089-25517bcf38c2), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:50.926041 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.notifiers.nova [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-8508eecc-eaab-4474-8a8f-f7578a5dc3b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1751313f-29f8-41e1-a93c-26d141951d68 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:12:50.956753 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-8508eecc-eaab-4474-8a8f-f7578a5dc3b0 service neutron] Publish callbacks [] for port (1751313f-29f8-41e1-a93c-26d141951d68), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:50.993210 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-54b3377a-0f50-4a85-b30c-05fdbfdbeda6 req-1d0a10dc-97f4-4bce-bc3e-925db4b45805 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526678 Jan 25 02:12:51.026713 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-62820f94-87e7-4f85-989a-4baf37bab530 req-d4267fb4-22fa-4fd0-bead-4319370b3a40 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154461 Jan 25 02:12:51.133556 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-8508eecc-eaab-4474-8a8f-f7578a5dc3b0 service neutron] Transition to ACTIVE for port object 1751313f-29f8-41e1-a93c-26d141951d68 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:12:51.135380 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ae44f-289e-4f4d-861e-1287986c3da1 service neutron] Pushing event updated for resources: {'Port': ['ID=49ae77fa-137a-41b8-a089-25517bcf38c2,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:51.139110 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1ce61c76-9d31-4a82-b4f8-9d6126f4e6fd req-93f891ad-18df-4966-9419-704492883220 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 210 time: 0.0604284 Jan 25 02:12:51.158747 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-5a1c8116-85f3-4ce1-a13a-95a051d60558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11637ea6-7664-4d29-9e0c-021ac25baad1 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:12:51.176236 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-5a1c8116-85f3-4ce1-a13a-95a051d60558 service neutron] Publish callbacks [] for port (11637ea6-7664-4d29-9e0c-021ac25baad1), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:51.196478 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-930ae44f-289e-4f4d-861e-1287986c3da1 service neutron] Attempting to bind port 49ae77fa-137a-41b8-a089-25517bcf38c2 on host hv-cinder-82116 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:12:51.196960 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-930ae44f-289e-4f4d-861e-1287986c3da1 service neutron] Attempting to bind port 49ae77fa-137a-41b8-a089-25517bcf38c2 by drivers openvswitch,hyperv on host hv-cinder-82116 at level 0 using segments [{'id': '0cd0a719-aadd-4513-9040-a946e7723384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f51e9718-4ec5-404e-a3a0-abfe3f81a1b8'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:12:51.197414 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-930ae44f-289e-4f4d-861e-1287986c3da1 service neutron] Attempting to bind port 49ae77fa-137a-41b8-a089-25517bcf38c2 on network f51e9718-4ec5-404e-a3a0-abfe3f81a1b8 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:12:51.202331 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-930ae44f-289e-4f4d-861e-1287986c3da1 service neutron] Port 49ae77fa-137a-41b8-a089-25517bcf38c2 on network f51e9718-4ec5-404e-a3a0-abfe3f81a1b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82116 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:12:51.202911 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-930ae44f-289e-4f4d-861e-1287986c3da1 service neutron] Attempting to bind port 49ae77fa-137a-41b8-a089-25517bcf38c2 on network f51e9718-4ec5-404e-a3a0-abfe3f81a1b8 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:12:51.208971 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-930ae44f-289e-4f4d-861e-1287986c3da1 service neutron] Checking agent: {'id': '52d0b4b2-7edd-4256-a5ca-dd2d58b489f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 10, 20), 'started_at': datetime.datetime(2022, 1, 25, 2, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:12:51.209495 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-930ae44f-289e-4f4d-861e-1287986c3da1 service neutron] Checking segment: {'id': '0cd0a719-aadd-4513-9040-a946e7723384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f51e9718-4ec5-404e-a3a0-abfe3f81a1b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:12:51.210293 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-930ae44f-289e-4f4d-861e-1287986c3da1 service neutron] Bound using segment: {'id': '0cd0a719-aadd-4513-9040-a946e7723384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f51e9718-4ec5-404e-a3a0-abfe3f81a1b8'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:12:51.211130 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-930ae44f-289e-4f4d-861e-1287986c3da1 service neutron] Bound port: 49ae77fa-137a-41b8-a089-25517bcf38c2, host: hv-cinder-82116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd0a719-aadd-4513-9040-a946e7723384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f51e9718-4ec5-404e-a3a0-abfe3f81a1b8'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:12:51.211304 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-930ae44f-289e-4f4d-861e-1287986c3da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (49ae77fa-137a-41b8-a089-25517bcf38c2), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:51.212721 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-41a14655-a3ec-43b4-882c-db71204c5f23 req-ade2a68d-1ee9-46d2-a6f6-25ef6ae332a2 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 210 time: 0.0639398 Jan 25 02:12:51.240422 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-5a1c8116-85f3-4ce1-a13a-95a051d60558 service neutron] Transition to ACTIVE for port object 11637ea6-7664-4d29-9e0c-021ac25baad1 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:12:51.268191 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-8508eecc-eaab-4474-8a8f-f7578a5dc3b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (1751313f-29f8-41e1-a93c-26d141951d68), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:51.328416 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-930ae44f-289e-4f4d-861e-1287986c3da1 service neutron] For port 49ae77fa-137a-41b8-a089-25517bcf38c2, host hv-cinder-82116, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:12:51.332881 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-5a1c8116-85f3-4ce1-a13a-95a051d60558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (11637ea6-7664-4d29-9e0c-021ac25baad1), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:51.362915 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-930ae44f-289e-4f4d-861e-1287986c3da1 service neutron] For port 49ae77fa-137a-41b8-a089-25517bcf38c2, host hv-cinder-82116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=49ae77fa-137a-41b8-a089-25517bcf38c2,segment=NetworkSegment(0cd0a719-aadd-4513-9040-a946e7723384),segment_id=0cd0a719-aadd-4513-9040-a946e7723384)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:12:51.377527 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508eecc-eaab-4474-8a8f-f7578a5dc3b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1751313f-29f8-41e1-a93c-26d141951d68,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:51.394245 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-8508eecc-eaab-4474-8a8f-f7578a5dc3b0 service neutron] Attempting to bind port 1751313f-29f8-41e1-a93c-26d141951d68 on host hv-cinder-82116 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:12:51.397491 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-8508eecc-eaab-4474-8a8f-f7578a5dc3b0 service neutron] Attempting to bind port 1751313f-29f8-41e1-a93c-26d141951d68 by drivers openvswitch,hyperv on host hv-cinder-82116 at level 0 using segments [{'id': 'a2e43f61-8c5a-4f2a-9a04-b2d77acd5758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a4c64d05-4e7c-4bb4-bd10-62f58fad8587'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:12:51.397491 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-8508eecc-eaab-4474-8a8f-f7578a5dc3b0 service neutron] Attempting to bind port 1751313f-29f8-41e1-a93c-26d141951d68 on network a4c64d05-4e7c-4bb4-bd10-62f58fad8587 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:12:51.400436 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-8508eecc-eaab-4474-8a8f-f7578a5dc3b0 service neutron] Port 1751313f-29f8-41e1-a93c-26d141951d68 on network a4c64d05-4e7c-4bb4-bd10-62f58fad8587 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82116 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:12:51.400763 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-8508eecc-eaab-4474-8a8f-f7578a5dc3b0 service neutron] Attempting to bind port 1751313f-29f8-41e1-a93c-26d141951d68 on network a4c64d05-4e7c-4bb4-bd10-62f58fad8587 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:12:51.406432 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-8508eecc-eaab-4474-8a8f-f7578a5dc3b0 service neutron] Checking agent: {'id': '52d0b4b2-7edd-4256-a5ca-dd2d58b489f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 10, 20), 'started_at': datetime.datetime(2022, 1, 25, 2, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:12:51.406749 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-8508eecc-eaab-4474-8a8f-f7578a5dc3b0 service neutron] Checking segment: {'id': 'a2e43f61-8c5a-4f2a-9a04-b2d77acd5758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a4c64d05-4e7c-4bb4-bd10-62f58fad8587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:12:51.407135 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-8508eecc-eaab-4474-8a8f-f7578a5dc3b0 service neutron] Bound using segment: {'id': 'a2e43f61-8c5a-4f2a-9a04-b2d77acd5758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a4c64d05-4e7c-4bb4-bd10-62f58fad8587'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:12:51.407563 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-8508eecc-eaab-4474-8a8f-f7578a5dc3b0 service neutron] Bound port: 1751313f-29f8-41e1-a93c-26d141951d68, host: hv-cinder-82116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2e43f61-8c5a-4f2a-9a04-b2d77acd5758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a4c64d05-4e7c-4bb4-bd10-62f58fad8587'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:12:51.408399 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-8508eecc-eaab-4474-8a8f-f7578a5dc3b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (1751313f-29f8-41e1-a93c-26d141951d68), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:51.430532 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c8116-85f3-4ce1-a13a-95a051d60558 service neutron] Pushing event updated for resources: {'Port': ['ID=11637ea6-7664-4d29-9e0c-021ac25baad1,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:51.441174 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-aa2b315a-b5ec-465e-87dc-858362df5c9c tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Allocated IP 172.20.0.10 (4be3beab-67a0-44e6-a6ea-977f61cd91cc/c73b0ff2-0e4e-49a2-8845-6036be7d7f95/f4101d10-c82f-4fdd-bb85-b105276ea177) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:12:51.447469 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-930ae44f-289e-4f4d-861e-1287986c3da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (49ae77fa-137a-41b8-a089-25517bcf38c2), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:51.500698 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:51.503051 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-5a1c8116-85f3-4ce1-a13a-95a051d60558 service neutron] Attempting to bind port 11637ea6-7664-4d29-9e0c-021ac25baad1 on host hv-cinder-82116 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:12:51.503410 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-5a1c8116-85f3-4ce1-a13a-95a051d60558 service neutron] Attempting to bind port 11637ea6-7664-4d29-9e0c-021ac25baad1 by drivers openvswitch,hyperv on host hv-cinder-82116 at level 0 using segments [{'id': 'e9cf16db-d026-4c45-ba18-dbe2929b32f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4be3beab-67a0-44e6-a6ea-977f61cd91cc'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:12:51.503772 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-5a1c8116-85f3-4ce1-a13a-95a051d60558 service neutron] Attempting to bind port 11637ea6-7664-4d29-9e0c-021ac25baad1 on network 4be3beab-67a0-44e6-a6ea-977f61cd91cc {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:12:51.513437 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-930ae44f-289e-4f4d-861e-1287986c3da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:51.513987 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-930ae44f-289e-4f4d-861e-1287986c3da1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:51.515532 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-930ae44f-289e-4f4d-861e-1287986c3da1 service neutron] 10.222.0.79 "PUT /v2.0/ports/49ae77fa-137a-41b8-a089-25517bcf38c2 HTTP/1.1" status: 200 len: 1093 time: 1.4601386 Jan 25 02:12:51.515982 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '988030e4-eecc-4078-a57b-45feabe4e7e0', 'tag': '49ae77fa-137a-41b8-a089-25517bcf38c2'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:12:51.516500 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-5a1c8116-85f3-4ce1-a13a-95a051d60558 service neutron] Port 11637ea6-7664-4d29-9e0c-021ac25baad1 on network 4be3beab-67a0-44e6-a6ea-977f61cd91cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82116 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:12:51.516811 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-5a1c8116-85f3-4ce1-a13a-95a051d60558 service neutron] Attempting to bind port 11637ea6-7664-4d29-9e0c-021ac25baad1 on network 4be3beab-67a0-44e6-a6ea-977f61cd91cc {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:12:51.531051 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-5a1c8116-85f3-4ce1-a13a-95a051d60558 service neutron] Checking agent: {'id': '52d0b4b2-7edd-4256-a5ca-dd2d58b489f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 10, 20), 'started_at': datetime.datetime(2022, 1, 25, 2, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:12:51.531417 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-5a1c8116-85f3-4ce1-a13a-95a051d60558 service neutron] Checking segment: {'id': 'e9cf16db-d026-4c45-ba18-dbe2929b32f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4be3beab-67a0-44e6-a6ea-977f61cd91cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:12:51.531995 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-5a1c8116-85f3-4ce1-a13a-95a051d60558 service neutron] Bound using segment: {'id': 'e9cf16db-d026-4c45-ba18-dbe2929b32f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4be3beab-67a0-44e6-a6ea-977f61cd91cc'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:12:51.532464 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-5a1c8116-85f3-4ce1-a13a-95a051d60558 service neutron] Bound port: 11637ea6-7664-4d29-9e0c-021ac25baad1, host: hv-cinder-82116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9cf16db-d026-4c45-ba18-dbe2929b32f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4be3beab-67a0-44e6-a6ea-977f61cd91cc'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:12:51.532820 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-5a1c8116-85f3-4ce1-a13a-95a051d60558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (11637ea6-7664-4d29-9e0c-021ac25baad1), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:51.599570 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-8508eecc-eaab-4474-8a8f-f7578a5dc3b0 service neutron] For port 1751313f-29f8-41e1-a93c-26d141951d68, host hv-cinder-82116, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:12:51.605473 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ae44f-289e-4f4d-861e-1287986c3da1 service neutron] Pushing event updated for resources: {'Port': ['ID=49ae77fa-137a-41b8-a089-25517bcf38c2,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:51.619407 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-8508eecc-eaab-4474-8a8f-f7578a5dc3b0 service neutron] For port 1751313f-29f8-41e1-a93c-26d141951d68, host hv-cinder-82116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=1751313f-29f8-41e1-a93c-26d141951d68,segment=NetworkSegment(a2e43f61-8c5a-4f2a-9a04-b2d77acd5758),segment_id=a2e43f61-8c5a-4f2a-9a04-b2d77acd5758)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:12:51.668682 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-8508eecc-eaab-4474-8a8f-f7578a5dc3b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (1751313f-29f8-41e1-a93c-26d141951d68), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:51.679866 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-5a1c8116-85f3-4ce1-a13a-95a051d60558 service neutron] For port 11637ea6-7664-4d29-9e0c-021ac25baad1, host hv-cinder-82116, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:12:51.688298 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-5a1c8116-85f3-4ce1-a13a-95a051d60558 service neutron] For port 11637ea6-7664-4d29-9e0c-021ac25baad1, host hv-cinder-82116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=11637ea6-7664-4d29-9e0c-021ac25baad1,segment=NetworkSegment(e9cf16db-d026-4c45-ba18-dbe2929b32f7),segment_id=e9cf16db-d026-4c45-ba18-dbe2929b32f7)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:12:51.705328 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-8508eecc-eaab-4474-8a8f-f7578a5dc3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:51.705964 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-8508eecc-eaab-4474-8a8f-f7578a5dc3b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:51.707528 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-8508eecc-eaab-4474-8a8f-f7578a5dc3b0 service neutron] 10.222.0.79 "PUT /v2.0/ports/1751313f-29f8-41e1-a93c-26d141951d68 HTTP/1.1" status: 200 len: 1094 time: 1.6470253 Jan 25 02:12:51.713079 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-aa2b315a-b5ec-465e-87dc-858362df5c9c tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Publish callbacks [] for port (f4101d10-c82f-4fdd-bb85-b105276ea177), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:51.728458 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55eb1f5f04cb26fc67ab56f1edd83d26eaebcb891754328a749e7af1ecc95ba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d0a233-bb4e-4196-9395-2717700ebb83" -d '{"events": [{"name": "network-changed", "server_uuid": "988030e4-eecc-4078-a57b-45feabe4e7e0", "tag": "49ae77fa-137a-41b8-a089-25517bcf38c2"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:12:51.741734 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508eecc-eaab-4474-8a8f-f7578a5dc3b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1751313f-29f8-41e1-a93c-26d141951d68,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:51.749053 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-5a1c8116-85f3-4ce1-a13a-95a051d60558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (11637ea6-7664-4d29-9e0c-021ac25baad1), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:51.792350 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-5a1c8116-85f3-4ce1-a13a-95a051d60558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:51.792988 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-5a1c8116-85f3-4ce1-a13a-95a051d60558 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:51.794469 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-5a1c8116-85f3-4ce1-a13a-95a051d60558 service neutron] 10.222.0.79 "PUT /v2.0/ports/11637ea6-7664-4d29-9e0c-021ac25baad1 HTTP/1.1" status: 200 len: 1093 time: 1.7248650 Jan 25 02:12:51.795009 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea9d1827-0dc5-4115-b850-0ead3ba83945', 'tag': '11637ea6-7664-4d29-9e0c-021ac25baad1'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:12:51.862020 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-aa2b315a-b5ec-465e-87dc-858362df5c9c tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240'] for port (f4101d10-c82f-4fdd-bb85-b105276ea177), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:51.869036 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40517f34-922e-4bdd-ae6f-4af384dd3ef8 x-openstack-request-id: req-40517f34-922e-4bdd-ae6f-4af384dd3ef8 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:12:51.869321 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "988030e4-eecc-4078-a57b-45feabe4e7e0", "tag": "49ae77fa-137a-41b8-a089-25517bcf38c2", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:12:51.869757 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-40517f34-922e-4bdd-ae6f-4af384dd3ef8 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:12:51.870426 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '988030e4-eecc-4078-a57b-45feabe4e7e0', 'tag': '49ae77fa-137a-41b8-a089-25517bcf38c2', 'status': 'completed', 'code': 200} Jan 25 02:12:51.896604 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c8116-85f3-4ce1-a13a-95a051d60558 service neutron] Pushing event updated for resources: {'Port': ['ID=11637ea6-7664-4d29-9e0c-021ac25baad1,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:51.908178 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-aa2b315a-b5ec-465e-87dc-858362df5c9c tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Network 4be3beab-67a0-44e6-a6ea-977f61cd91cc is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:12:51.912531 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd206523-df13-4fee-96b3-6d9bb4fcccbb" -d '{"events": [{"name": "network-changed", "server_uuid": "ea9d1827-0dc5-4115-b850-0ead3ba83945", "tag": "11637ea6-7664-4d29-9e0c-021ac25baad1"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:12:51.930637 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-aa2b315a-b5ec-465e-87dc-858362df5c9c tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:12:51.934644 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-aa2b315a-b5ec-465e-87dc-858362df5c9c tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:12:51.941036 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-aa2b315a-b5ec-465e-87dc-858362df5c9c tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:51.941702 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-aa2b315a-b5ec-465e-87dc-858362df5c9c tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:51.970755 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b315a-b5ec-465e-87dc-858362df5c9c tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Pushing event updated for resources: {'Port': ['ID=f4101d10-c82f-4fdd-bb85-b105276ea177,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:52.023373 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-aa2b315a-b5ec-465e-87dc-858362df5c9c tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9799132 Jan 25 02:12:52.075443 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e9ad0f-83ca-470a-a438-99db882e2a41 x-openstack-request-id: req-50e9ad0f-83ca-470a-a438-99db882e2a41 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:12:52.075854 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea9d1827-0dc5-4115-b850-0ead3ba83945", "tag": "11637ea6-7664-4d29-9e0c-021ac25baad1", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:12:52.076172 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-50e9ad0f-83ca-470a-a438-99db882e2a41 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:12:52.076695 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea9d1827-0dc5-4115-b850-0ead3ba83945', 'tag': '11637ea6-7664-4d29-9e0c-021ac25baad1', 'status': 'completed', 'code': 200} Jan 25 02:12:52.120688 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ef21b-744f-4532-a26a-983b4a6d2673 req-10350f4e-a69f-498b-a898-d02ab23ef8e8 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:52.122505 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6d2ef21b-744f-4532-a26a-983b4a6d2673 req-10350f4e-a69f-498b-a898-d02ab23ef8e8 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 944 time: 0.0573387 Jan 25 02:12:52.198342 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc5613-482e-42b2-926e-ecac38c4d2d3 req-555436f7-c7e8-42fc-bb5c-2f3c3bfab3e6 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:52.199858 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-62cc5613-482e-42b2-926e-ecac38c4d2d3 req-555436f7-c7e8-42fc-bb5c-2f3c3bfab3e6 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 943 time: 0.0766931 Jan 25 02:12:52.204339 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6d2ef21b-744f-4532-a26a-983b4a6d2673 req-90466e20-baab-450b-a9c3-415ab05ea655 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726936 Jan 25 02:12:52.253819 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-62cc5613-482e-42b2-926e-ecac38c4d2d3 req-b3d7004a-4df1-42a6-841e-c43b41ee526d tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482562 Jan 25 02:12:52.316779 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650678f-8135-44a3-85f6-612b3a135770 req-f9cb1037-4a2b-4419-a0fe-d84e9bcb0ceb tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:52.318448 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b650678f-8135-44a3-85f6-612b3a135770 req-f9cb1037-4a2b-4419-a0fe-d84e9bcb0ceb tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 932 time: 0.0540171 Jan 25 02:12:52.359552 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-85a65798-6338-4ed9-a469-dfbe3076f33f req-e2810ca4-085a-4e22-beba-88dfaf81f6fb tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 210 time: 0.0400884 Jan 25 02:12:52.390524 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b650678f-8135-44a3-85f6-612b3a135770 req-45616ff9-0b1b-4427-b053-5ef20251d957 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615587 Jan 25 02:12:53.003378 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:53.326294 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0a8f6-b38f-4435-a068-114487bb13f7 req-94987455-6dda-40e4-b54c-3879c86a95dc tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:53.327878 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e6c0a8f6-b38f-4435-a068-114487bb13f7 req-94987455-6dda-40e4-b54c-3879c86a95dc tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 944 time: 0.0523319 Jan 25 02:12:53.410871 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be062b-34fe-4216-a14c-5a57ac8a77c1 req-6b8b0e34-24c1-407b-a474-33977fa2c003 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:53.412928 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-76be062b-34fe-4216-a14c-5a57ac8a77c1 req-6b8b0e34-24c1-407b-a474-33977fa2c003 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 943 time: 0.0834231 Jan 25 02:12:53.417580 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e6c0a8f6-b38f-4435-a068-114487bb13f7 req-db787bd5-0705-4b17-9939-7c4d6c0d8b44 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792577 Jan 25 02:12:53.467517 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-76be062b-34fe-4216-a14c-5a57ac8a77c1 req-4d5932c4-c16b-40cc-9463-e9818b41ba66 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489485 Jan 25 02:12:53.508989 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5362f03f-76fc-46f9-9139-2b6a42bac83f req-36b3d075-1ca3-4d0a-b727-63d6be45aee4 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 210 time: 0.0280054 Jan 25 02:12:53.573035 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706db51-cbca-49b8-857c-8eee168c9866 req-3659a26b-d57e-4147-a6cb-7c435f7bbdd1 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:53.574584 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6706db51-cbca-49b8-857c-8eee168c9866 req-3659a26b-d57e-4147-a6cb-7c435f7bbdd1 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 932 time: 0.0505748 Jan 25 02:12:53.621775 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6706db51-cbca-49b8-857c-8eee168c9866 req-b4fb98d7-c704-4095-a9e7-368b51c5de4b tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414555 Jan 25 02:12:53.871888 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '144528b3-b6fb-4d85-b7c4-1635270fd6e1', 'tag': '1751313f-29f8-41e1-a93c-26d141951d68'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:12:53.874121 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55eb1f5f04cb26fc67ab56f1edd83d26eaebcb891754328a749e7af1ecc95ba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc8c058-7820-4932-b752-956fd0d4259e" -d '{"events": [{"name": "network-changed", "server_uuid": "144528b3-b6fb-4d85-b7c4-1635270fd6e1", "tag": "1751313f-29f8-41e1-a93c-26d141951d68"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:12:53.909434 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164bcc34-c127-45e5-a205-df9f3f1fb806 x-openstack-request-id: req-164bcc34-c127-45e5-a205-df9f3f1fb806 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:12:53.909726 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "144528b3-b6fb-4d85-b7c4-1635270fd6e1", "tag": "1751313f-29f8-41e1-a93c-26d141951d68", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:12:53.910007 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-164bcc34-c127-45e5-a205-df9f3f1fb806 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:12:53.910426 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '144528b3-b6fb-4d85-b7c4-1635270fd6e1', 'tag': '1751313f-29f8-41e1-a93c-26d141951d68', 'status': 'completed', 'code': 200} Jan 25 02:12:54.491957 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:54.538054 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c97c9b-c74d-4c71-a41c-506fa6ae69b5 req-28c4a13f-f296-4d85-86f2-3c186f1bec0d tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:54.539646 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f0c97c9b-c74d-4c71-a41c-506fa6ae69b5 req-28c4a13f-f296-4d85-86f2-3c186f1bec0d tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 944 time: 0.0519984 Jan 25 02:12:54.591929 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-8f01ef80-8e6b-4303-a7fa-864992e9e7e1 service neutron] Request body: {'port': {'device_id': '7a7d505f-6a81-44fc-8360-5c44565c1416', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82116'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:12:54.658127 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec90a57-d424-4c1d-bc3f-ccd00bef45ee req-ed7a8b20-548a-484b-bce4-dee654143ed0 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:54.659639 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fec90a57-d424-4c1d-bc3f-ccd00bef45ee req-ed7a8b20-548a-484b-bce4-dee654143ed0 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 943 time: 0.1124108 Jan 25 02:12:54.682749 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f0c97c9b-c74d-4c71-a41c-506fa6ae69b5 req-fab4e854-1b39-4c8e-bb3c-4e050e02fe2f tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372535 Jan 25 02:12:54.702827 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-8f01ef80-8e6b-4303-a7fa-864992e9e7e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (f4101d10-c82f-4fdd-bb85-b105276ea177), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:54.777217 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fec90a57-d424-4c1d-bc3f-ccd00bef45ee req-ac381ec5-7334-4c10-9dc6-9bf764ec49cf tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020877 Jan 25 02:12:54.796870 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-bb1243eb-8e51-4f7a-93c2-739f1d14f7d1 req-585ed1c5-7466-4c3f-a9b6-892fa88047fa tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 210 time: 0.0356092 Jan 25 02:12:55.014252 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f74d6-a884-4206-be29-4368f3cb4ab8 req-37b1c1dc-9ddb-4e09-b4e9-700da5dc6386 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:55.015863 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ca7f74d6-a884-4206-be29-4368f3cb4ab8 req-37b1c1dc-9ddb-4e09-b4e9-700da5dc6386 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 932 time: 0.1561756 Jan 25 02:12:55.048584 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd206523-df13-4fee-96b3-6d9bb4fcccbb req-a32037ea-78ff-43ff-aa9c-16156efc0fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:55.050065 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fd206523-df13-4fee-96b3-6d9bb4fcccbb req-a32037ea-78ff-43ff-aa9c-16156efc0fe4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aed35a368b0f4933b0f485f09290e1f3&device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 1096 time: 0.1893032 Jan 25 02:12:55.137753 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8c058-7820-4932-b752-956fd0d4259e req-3fc0ff99-c2d5-431c-a384-6a60ed4c3d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:55.139290 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [req-edc8c058-7820-4932-b752-956fd0d4259e req-3fc0ff99-c2d5-431c-a384-6a60ed4c3d51 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cf35b27d7b6a4dd2b5ba9b0ae10aab0c&device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 1097 time: 0.1199605 Jan 25 02:12:55.145037 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0a233-bb4e-4196-9395-2717700ebb83 req-6addaa54-3c99-4581-8f93-0fa9f3dc2b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:55.146847 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [req-54d0a233-bb4e-4196-9395-2717700ebb83 req-6addaa54-3c99-4581-8f93-0fa9f3dc2b17 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0c520fbc4251459288308e62228787d8&device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 1096 time: 0.1186793 Jan 25 02:12:55.177500 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ca7f74d6-a884-4206-be29-4368f3cb4ab8 req-58277f85-1236-441c-9f22-271b0bd22f92 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306183 Jan 25 02:12:55.453854 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0a233-bb4e-4196-9395-2717700ebb83 req-fe97c447-8b38-4c94-83db-6727ca0a00f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:55.455416 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [req-54d0a233-bb4e-4196-9395-2717700ebb83 req-fe97c447-8b38-4c94-83db-6727ca0a00f6 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=0c520fbc4251459288308e62228787d8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2411129 Jan 25 02:12:55.456406 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8c058-7820-4932-b752-956fd0d4259e req-41df845e-a3a4-47a1-99f1-f3a53ad680f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:55.457683 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [req-edc8c058-7820-4932-b752-956fd0d4259e req-41df845e-a3a4-47a1-99f1-f3a53ad680f0 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=cf35b27d7b6a4dd2b5ba9b0ae10aab0c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2523153 Jan 25 02:12:55.492959 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd206523-df13-4fee-96b3-6d9bb4fcccbb req-6fd51019-7045-40a8-b8fa-bbdca8205b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:55.494504 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fd206523-df13-4fee-96b3-6d9bb4fcccbb req-6fd51019-7045-40a8-b8fa-bbdca8205b4c service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=aed35a368b0f4933b0f485f09290e1f3&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3995328 Jan 25 02:12:55.496438 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-8f01ef80-8e6b-4303-a7fa-864992e9e7e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4101d10-c82f-4fdd-bb85-b105276ea177 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:12:55.519904 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-8f01ef80-8e6b-4303-a7fa-864992e9e7e1 service neutron] Publish callbacks [] for port (f4101d10-c82f-4fdd-bb85-b105276ea177), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:55.607650 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-8f01ef80-8e6b-4303-a7fa-864992e9e7e1 service neutron] Transition to ACTIVE for port object f4101d10-c82f-4fdd-bb85-b105276ea177 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:12:55.676454 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd206523-df13-4fee-96b3-6d9bb4fcccbb req-99275ab4-9a15-40b0-9e3c-bf0ed50c12d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:55.678575 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fd206523-df13-4fee-96b3-6d9bb4fcccbb req-99275ab4-9a15-40b0-9e3c-bf0ed50c12d0 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1775827 Jan 25 02:12:55.681803 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.79', 61408) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:12:55.711824 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-8f01ef80-8e6b-4303-a7fa-864992e9e7e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (f4101d10-c82f-4fdd-bb85-b105276ea177), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:55.715546 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8c058-7820-4932-b752-956fd0d4259e req-a17f0c62-8d26-4d4d-bebc-a338ae8fc345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:55.716806 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [req-edc8c058-7820-4932-b752-956fd0d4259e req-a17f0c62-8d26-4d4d-bebc-a338ae8fc345 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2421484 Jan 25 02:12:55.717753 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0a233-bb4e-4196-9395-2717700ebb83 req-7831b49e-bb33-49ee-a638-42f328a0f906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:55.719076 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [req-54d0a233-bb4e-4196-9395-2717700ebb83 req-7831b49e-bb33-49ee-a638-42f328a0f906 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2528412 Jan 25 02:12:55.873085 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f01ef80-8e6b-4303-a7fa-864992e9e7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=f4101d10-c82f-4fdd-bb85-b105276ea177,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:55.980333 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54068b17-b8df-46f4-b9c8-76dd6071bf40 req-f24c9d80-1a02-45f8-bb5b-86ae163a08cc tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:55.981185 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-1bca7b21-5114-45cb-8c13-2b64aeb6f30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:55.981980 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-54068b17-b8df-46f4-b9c8-76dd6071bf40 req-f24c9d80-1a02-45f8-bb5b-86ae163a08cc tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 944 time: 0.2166574 Jan 25 02:12:55.983631 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-1bca7b21-5114-45cb-8c13-2b64aeb6f30c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0c520fbc4251459288308e62228787d8&device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 1096 time: 0.0912616 Jan 25 02:12:55.984396 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-c1fa6b87-580b-4eed-8cf1-dc01713672f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:55.988815 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-c1fa6b87-580b-4eed-8cf1-dc01713672f8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aed35a368b0f4933b0f485f09290e1f3&device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 1096 time: 0.0988150 Jan 25 02:12:55.993595 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 25 02:12:55.993595 dv-cinder-821168-1-iscsi neutron-server[103187]: from cryptography.utils import int_from_bytes Jan 25 02:12:55.993595 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 25 02:12:55.993595 dv-cinder-821168-1-iscsi neutron-server[103187]: from cryptography.utils import int_from_bytes Jan 25 02:12:55.993595 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:12:55.993595 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:12:55.993595 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:12:55.993595 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:12:55.993595 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:12:55.993595 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:12:55.993595 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:12:55.993595 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:12:55.993595 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:12:55.993595 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:12:55.993595 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:12:55.993595 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:12:55.993595 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:12:55.993595 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:12:55.993595 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:12:55.993595 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:12:55.993595 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:12:55.993595 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:12:55.993595 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:12:55.993595 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:12:55.993595 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:12:55.993595 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:12:55.993595 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:12:55.993595 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:12:55.993595 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:12:55.993595 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:12:55.993595 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:12:55.993595 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:12:55.993595 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:12:55.993595 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:12:55.993595 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:12:55.993595 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:12:55.993595 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:12:55.995781 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:12:55.995781 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:12:55.995781 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:12:55.995781 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:12:55.995781 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:12:55.995781 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:12:55.995781 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:12:55.995781 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:12:55.995781 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:12:55.995781 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:12:55.995781 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:12:55.997032 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-c47c8e51-8d5c-4a98-a002-971ab6157db8 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:55.998594 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-c47c8e51-8d5c-4a98-a002-971ab6157db8 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.79 "GET /v2.0/networks?id=9e211453-422c-4767-b463-5c4e4c8afabc HTTP/1.1" status: 200 len: 817 time: 0.3036592 Jan 25 02:12:56.003468 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-8f01ef80-8e6b-4303-a7fa-864992e9e7e1 service neutron] Attempting to bind port f4101d10-c82f-4fdd-bb85-b105276ea177 on host hv-cinder-82116 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:12:56.003928 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-8f01ef80-8e6b-4303-a7fa-864992e9e7e1 service neutron] Attempting to bind port f4101d10-c82f-4fdd-bb85-b105276ea177 by drivers openvswitch,hyperv on host hv-cinder-82116 at level 0 using segments [{'id': 'e9cf16db-d026-4c45-ba18-dbe2929b32f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4be3beab-67a0-44e6-a6ea-977f61cd91cc'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:12:56.004280 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-8f01ef80-8e6b-4303-a7fa-864992e9e7e1 service neutron] Attempting to bind port f4101d10-c82f-4fdd-bb85-b105276ea177 on network 4be3beab-67a0-44e6-a6ea-977f61cd91cc {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:12:56.039124 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-8f01ef80-8e6b-4303-a7fa-864992e9e7e1 service neutron] Port f4101d10-c82f-4fdd-bb85-b105276ea177 on network 4be3beab-67a0-44e6-a6ea-977f61cd91cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82116 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:12:56.039455 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-8f01ef80-8e6b-4303-a7fa-864992e9e7e1 service neutron] Attempting to bind port f4101d10-c82f-4fdd-bb85-b105276ea177 on network 4be3beab-67a0-44e6-a6ea-977f61cd91cc {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:12:56.082272 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-de898f15-c181-476e-a68d-ed5347e7f259 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=49ae77fa-137a-41b8-a089-25517bcf38c2 HTTP/1.1" status: 200 len: 217 time: 0.0688496 Jan 25 02:12:56.089112 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7f7f8-7743-4731-99b8-3fcd986e7ee3 req-e728494a-2390-44f0-9c13-de6fca8de075 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:56.090698 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4cb7f7f8-7743-4731-99b8-3fcd986e7ee3 req-e728494a-2390-44f0-9c13-de6fca8de075 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 943 time: 0.2120473 Jan 25 02:12:56.091513 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-8f01ef80-8e6b-4303-a7fa-864992e9e7e1 service neutron] Checking agent: {'id': '52d0b4b2-7edd-4256-a5ca-dd2d58b489f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 10, 20), 'started_at': datetime.datetime(2022, 1, 25, 2, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:12:56.091855 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-8f01ef80-8e6b-4303-a7fa-864992e9e7e1 service neutron] Checking segment: {'id': 'e9cf16db-d026-4c45-ba18-dbe2929b32f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4be3beab-67a0-44e6-a6ea-977f61cd91cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:12:56.092236 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-8f01ef80-8e6b-4303-a7fa-864992e9e7e1 service neutron] Bound using segment: {'id': 'e9cf16db-d026-4c45-ba18-dbe2929b32f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4be3beab-67a0-44e6-a6ea-977f61cd91cc'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:12:56.092694 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-8f01ef80-8e6b-4303-a7fa-864992e9e7e1 service neutron] Bound port: f4101d10-c82f-4fdd-bb85-b105276ea177, host: hv-cinder-82116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9cf16db-d026-4c45-ba18-dbe2929b32f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4be3beab-67a0-44e6-a6ea-977f61cd91cc'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:12:56.093061 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-8f01ef80-8e6b-4303-a7fa-864992e9e7e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (f4101d10-c82f-4fdd-bb85-b105276ea177), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:56.134807 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-9d5c8a7d-471e-4b54-aa00-597a222189af service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11637ea6-7664-4d29-9e0c-021ac25baad1 HTTP/1.1" status: 200 len: 217 time: 0.0540054 Jan 25 02:12:56.191823 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-f63549dd-cdb9-4ad5-acf7-eb368b76d58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:56.193793 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-f63549dd-cdb9-4ad5-acf7-eb368b76d58f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cf35b27d7b6a4dd2b5ba9b0ae10aab0c&device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 1097 time: 0.2607570 Jan 25 02:12:56.239334 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-54068b17-b8df-46f4-b9c8-76dd6071bf40 req-72bb516b-b5bd-41b9-a634-1a13f2d40d5a tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247157 Jan 25 02:12:56.248640 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-c30e4ece-69f0-4f38-b6a5-2142bb51a2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:56.249497 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-c30e4ece-69f0-4f38-b6a5-2142bb51a2ee service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5ceebd01-54f8-49c2-a96a-185a2872233c HTTP/1.1" status: 200 len: 855 time: 0.1597488 Jan 25 02:12:56.255743 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-d9984180-087d-4a45-9051-f27f81388847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:56.257144 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-d9984180-087d-4a45-9051-f27f81388847 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c73b0ff2-0e4e-49a2-8845-6036be7d7f95 HTTP/1.1" status: 200 len: 857 time: 0.0862122 Jan 25 02:12:56.318079 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-cd79b8c1-b7b8-4db9-a569-2cffc60e13c1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f51e9718-4ec5-404e-a3a0-abfe3f81a1b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599558 Jan 25 02:12:56.333297 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-5aafa89a-6943-4670-b0ae-a3c9ce6cc902 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4be3beab-67a0-44e6-a6ea-977f61cd91cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673444 Jan 25 02:12:56.383266 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-3228f415-66d9-4619-804c-4d07f3c39778 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1751313f-29f8-41e1-a93c-26d141951d68 HTTP/1.1" status: 200 len: 217 time: 0.1614268 Jan 25 02:12:56.404099 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-010cc75e-d514-4a42-a5ac-9365ba48ef3a req-ca0cdafb-c74e-4441-8f0b-e341fd44d121 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 210 time: 0.0879979 Jan 25 02:12:56.421410 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-110eff35-c00d-4da7-a060-f23440696324 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd0e87a773cb48a5808124de0b5709f6 HTTP/1.1" status: 200 len: 380 time: 0.3864717 Jan 25 02:12:56.431815 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4cb7f7f8-7743-4731-99b8-3fcd986e7ee3 req-d3b74bfd-c19b-4fcb-aeaa-468d4829cf79 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289616 Jan 25 02:12:56.440610 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-73585eb4-799d-48a8-911c-f1e508e175c1 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Request body: {'port': {'device_id': 'bcbd6fbd-d262-49cc-a4b2-41ad26db1c89', 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc', 'admin_state_up': True, 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'security_groups': ['0151b442-4951-43c8-81d2-22454098192a']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:12:56.589599 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-8f01ef80-8e6b-4303-a7fa-864992e9e7e1 service neutron] For port f4101d10-c82f-4fdd-bb85-b105276ea177, host hv-cinder-82116, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:12:56.637020 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-8f01ef80-8e6b-4303-a7fa-864992e9e7e1 service neutron] For port f4101d10-c82f-4fdd-bb85-b105276ea177, host hv-cinder-82116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=f4101d10-c82f-4fdd-bb85-b105276ea177,segment=NetworkSegment(e9cf16db-d026-4c45-ba18-dbe2929b32f7),segment_id=e9cf16db-d026-4c45-ba18-dbe2929b32f7)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:12:56.648167 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-6174260a-1acb-4e5e-b465-9d1fa7eebc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:56.649684 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-6174260a-1acb-4e5e-b465-9d1fa7eebc4a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f1587185-9147-4d72-b943-54d790d8ee8e HTTP/1.1" status: 200 len: 851 time: 0.2481911 Jan 25 02:12:56.654689 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-6f0c3cd3-f53e-43a1-96c3-e9a8b866b293 service neutron] 10.222.0.79 "GET /v2.0/networks/f51e9718-4ec5-404e-a3a0-abfe3f81a1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236995 Jan 25 02:12:56.703080 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-a0e9ee3b-d7ad-4941-9f89-04ff82a842d8 service neutron] 10.222.0.79 "GET /v2.0/networks/4be3beab-67a0-44e6-a6ea-977f61cd91cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629112 Jan 25 02:12:56.743052 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad0e30-3214-42f8-8667-d8931b596eec req-8bad5c83-55d5-498a-ba01-d233661da6b7 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:56.744881 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e2ad0e30-3214-42f8-8667-d8931b596eec req-8bad5c83-55d5-498a-ba01-d233661da6b7 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 944 time: 0.2521975 Jan 25 02:12:56.754455 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-8f01ef80-8e6b-4303-a7fa-864992e9e7e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (f4101d10-c82f-4fdd-bb85-b105276ea177), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:56.765765 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-4a33ca05-728d-4bda-b5ef-3a26dc21de59 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a4c64d05-4e7c-4bb4-bd10-62f58fad8587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004295 Jan 25 02:12:56.880931 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-8f01ef80-8e6b-4303-a7fa-864992e9e7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:56.881029 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-8f01ef80-8e6b-4303-a7fa-864992e9e7e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:56.882675 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-8f01ef80-8e6b-4303-a7fa-864992e9e7e1 service neutron] 10.222.0.79 "PUT /v2.0/ports/f4101d10-c82f-4fdd-bb85-b105276ea177 HTTP/1.1" status: 200 len: 1094 time: 2.2967310 Jan 25 02:12:56.887841 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7d505f-6a81-44fc-8360-5c44565c1416', 'tag': 'f4101d10-c82f-4fdd-bb85-b105276ea177'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:12:56.892367 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909404ab-8bdc-4ea4-8ae0-b2e92cdb7421" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7d505f-6a81-44fc-8360-5c44565c1416", "tag": "f4101d10-c82f-4fdd-bb85-b105276ea177"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:12:56.903797 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [req-ca9c0964-3809-49fd-802e-246283e3b0ba req-0f344644-baa6-4cb9-9d40-2f439b230e1a service neutron] 10.222.0.79 "GET /v2.0/networks/f51e9718-4ec5-404e-a3a0-abfe3f81a1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384570 Jan 25 02:12:56.916195 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [req-3c586783-d4e0-4f43-9404-d0c44c60283f req-934da050-6d86-4b24-a2ee-78e99dfad666 service neutron] 10.222.0.79 "GET /v2.0/networks/4be3beab-67a0-44e6-a6ea-977f61cd91cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713011 Jan 25 02:12:56.960352 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-73585eb4-799d-48a8-911c-f1e508e175c1 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Made reservation on behalf of cd0e87a773cb48a5808124de0b5709f6 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:12:56.961174 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-73585eb4-799d-48a8-911c-f1e508e175c1 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:56.964700 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b24ad08-6f57-4f4b-b267-f9dec85c0eb8 x-openstack-request-id: req-6b24ad08-6f57-4f4b-b267-f9dec85c0eb8 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:12:56.964987 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7d505f-6a81-44fc-8360-5c44565c1416", "tag": "f4101d10-c82f-4fdd-bb85-b105276ea177", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:12:56.965237 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-6b24ad08-6f57-4f4b-b267-f9dec85c0eb8 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:12:56.965626 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7d505f-6a81-44fc-8360-5c44565c1416', 'tag': 'f4101d10-c82f-4fdd-bb85-b105276ea177', 'status': 'completed', 'code': 200} Jan 25 02:12:57.020026 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f01ef80-8e6b-4303-a7fa-864992e9e7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=f4101d10-c82f-4fdd-bb85-b105276ea177,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:57.031506 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e2ad0e30-3214-42f8-8667-d8931b596eec req-bb4dee62-aa1d-4ccc-b3d5-84d9ac91842b tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711000 Jan 25 02:12:57.096692 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909404ab-8bdc-4ea4-8ae0-b2e92cdb7421 req-ff9d51b1-a7ed-4cf3-bd9c-a454a02e6d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:57.098582 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [req-909404ab-8bdc-4ea4-8ae0-b2e92cdb7421 req-ff9d51b1-a7ed-4cf3-bd9c-a454a02e6d9d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aed35a368b0f4933b0f485f09290e1f3&device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 1097 time: 0.0738137 Jan 25 02:12:57.103678 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-628a7616-3968-4ac4-a16a-dabc0b448fed service neutron] 10.222.0.79 "GET /v2.0/networks/a4c64d05-4e7c-4bb4-bd10-62f58fad8587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230875 Jan 25 02:12:57.176541 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-73585eb4-799d-48a8-911c-f1e508e175c1 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Allocated IP 172.20.0.3 (9e211453-422c-4767-b463-5c4e4c8afabc/431c2097-6312-4255-849e-eb12f9822c44/7041aa67-9e6b-4b11-899d-56b2335311bf) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:12:57.374001 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909404ab-8bdc-4ea4-8ae0-b2e92cdb7421 req-69689227-c3f7-49ea-b132-7b2f411363ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:57.375881 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [req-909404ab-8bdc-4ea4-8ae0-b2e92cdb7421 req-69689227-c3f7-49ea-b132-7b2f411363ae service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=aed35a368b0f4933b0f485f09290e1f3&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1330028 Jan 25 02:12:57.510602 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909404ab-8bdc-4ea4-8ae0-b2e92cdb7421 req-22a4f71d-add1-41db-babc-c745914b36bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:57.512342 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [req-909404ab-8bdc-4ea4-8ae0-b2e92cdb7421 req-22a4f71d-add1-41db-babc-c745914b36bb service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1264498 Jan 25 02:12:57.573551 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ebbc7dc0-f611-46cf-a883-aedbd77b436a req-9b98c8fb-54df-47c8-887f-cdb8f9662c69 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 210 time: 0.0616908 Jan 25 02:12:57.630462 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-73585eb4-799d-48a8-911c-f1e508e175c1 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for port (7041aa67-9e6b-4b11-899d-56b2335311bf), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:57.638815 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980a2b1-f383-4d70-b6ad-d80417573421 req-9aaa12b6-11db-4650-b621-6c48b6cf7d20 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:57.642849 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e980a2b1-f383-4d70-b6ad-d80417573421 req-9aaa12b6-11db-4650-b621-6c48b6cf7d20 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 944 time: 0.1716328 Jan 25 02:12:57.658934 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-cf7fdfc6-befc-40e0-830e-2acdf1c13b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:57.660530 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-cf7fdfc6-befc-40e0-830e-2acdf1c13b80 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aed35a368b0f4933b0f485f09290e1f3&device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 1097 time: 0.0501029 Jan 25 02:12:57.688260 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7f77efa6-2e8b-43ea-ad0f-1b04db0bb7a6 req-73fed91b-e5a3-47b4-a714-bffcdfc96f24 service neutron] 10.222.0.79 "GET /v2.0/networks/a4c64d05-4e7c-4bb4-bd10-62f58fad8587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4517386 Jan 25 02:12:57.728533 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-6d17c299-6282-4b30-8a91-528ba1888fff service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4101d10-c82f-4fdd-bb85-b105276ea177 HTTP/1.1" status: 200 len: 217 time: 0.0440085 Jan 25 02:12:57.764297 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e980a2b1-f383-4d70-b6ad-d80417573421 req-ea9a6489-7db6-4927-ba45-c6a6ed188375 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084163 Jan 25 02:12:57.773781 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa51311-d923-4454-8b49-e1ca0027cd9d req-a0b7efa0-6127-469c-9c29-2e66ab2ffdcd tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:57.775468 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3aa51311-d923-4454-8b49-e1ca0027cd9d req-a0b7efa0-6127-469c-9c29-2e66ab2ffdcd tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 943 time: 0.1211455 Jan 25 02:12:57.783523 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-43cb6501-07db-44a6-ad8d-5b56c854bbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:57.785212 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-43cb6501-07db-44a6-ad8d-5b56c854bbc9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c73b0ff2-0e4e-49a2-8845-6036be7d7f95 HTTP/1.1" status: 200 len: 857 time: 0.0465579 Jan 25 02:12:57.818142 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-c0837cc2-feea-4952-94ac-aad26dca5037 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4be3beab-67a0-44e6-a6ea-977f61cd91cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242867 Jan 25 02:12:57.825402 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3aa51311-d923-4454-8b49-e1ca0027cd9d req-d3445676-3195-4a5c-bf95-9fb030b4b07f tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439029 Jan 25 02:12:57.871796 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-73585eb4-799d-48a8-911c-f1e508e175c1 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240'] for port (7041aa67-9e6b-4b11-899d-56b2335311bf), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:57.926110 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-73585eb4-799d-48a8-911c-f1e508e175c1 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Network 9e211453-422c-4767-b463-5c4e4c8afabc is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:12:57.928781 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-2605049e-3f5e-4bdf-9840-343fbe4640a3 service neutron] 10.222.0.79 "GET /v2.0/networks/4be3beab-67a0-44e6-a6ea-977f61cd91cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031675 Jan 25 02:12:57.931493 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-73585eb4-799d-48a8-911c-f1e508e175c1 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:12:57.935047 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-73585eb4-799d-48a8-911c-f1e508e175c1 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:12:57.940546 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-73585eb4-799d-48a8-911c-f1e508e175c1 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:57.941221 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-73585eb4-799d-48a8-911c-f1e508e175c1 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:57.947668 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73585eb4-799d-48a8-911c-f1e508e175c1 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Pushing event updated for resources: {'Port': ['ID=7041aa67-9e6b-4b11-899d-56b2335311bf,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:12:58.031005 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-73585eb4-799d-48a8-911c-f1e508e175c1 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5974195 Jan 25 02:12:58.175604 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11be9b-f194-4f82-a764-f7df3b4de244 req-d6689019-7c5e-4934-9bd9-012a5e1ef79d tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:58.177748 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cd11be9b-f194-4f82-a764-f7df3b4de244 req-d6689019-7c5e-4934-9bd9-012a5e1ef79d tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 944 time: 0.0507207 Jan 25 02:12:58.204357 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-12bca21d-dded-4708-84cd-296d8325beb1 None None] Provisioning complete for port 7041aa67-9e6b-4b11-899d-56b2335311bf triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:12:58.205345 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12bca21d-dded-4708-84cd-296d8325beb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (7041aa67-9e6b-4b11-899d-56b2335311bf), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:12:58.240894 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cd11be9b-f194-4f82-a764-f7df3b4de244 req-990ed2eb-37f9-469b-a11a-0564b910013b tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565202 Jan 25 02:12:58.242639 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-12bca21d-dded-4708-84cd-296d8325beb1 None None] Port 7041aa67-9e6b-4b11-899d-56b2335311bf cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:12:58.698802 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e42fa-d11d-474a-948d-f39701f3cfca req-255b2ac5-89e6-481a-b281-81b0f9d81f5c tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:58.700286 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2a9e42fa-d11d-474a-948d-f39701f3cfca req-255b2ac5-89e6-481a-b281-81b0f9d81f5c tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 931 time: 0.0493045 Jan 25 02:12:58.762652 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2a9e42fa-d11d-474a-948d-f39701f3cfca req-04a29888-fd10-4f15-a228-a710a733c160 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566103 Jan 25 02:12:58.891343 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe3f9b-3834-4b8f-b1fe-012d961c0fad req-1067b816-b773-4284-b8cc-2ab747964034 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:58.893728 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cbfe3f9b-3834-4b8f-b1fe-012d961c0fad req-1067b816-b773-4284-b8cc-2ab747964034 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 944 time: 0.0512931 Jan 25 02:12:58.967917 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cbfe3f9b-3834-4b8f-b1fe-012d961c0fad req-cfb0868d-63ba-4b72-8b25-805428ace826 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637820 Jan 25 02:12:58.976501 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaed13e-7739-48e1-ad7c-cf6fcaf8eb6b req-7744afea-28c6-411e-8b83-4e04ca9fcd75 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:58.978728 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-aaaed13e-7739-48e1-ad7c-cf6fcaf8eb6b req-7744afea-28c6-411e-8b83-4e04ca9fcd75 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 943 time: 0.0835938 Jan 25 02:12:59.029558 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-aaaed13e-7739-48e1-ad7c-cf6fcaf8eb6b req-a7e5245e-d1d0-46af-b007-48857bff3260 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453572 Jan 25 02:12:59.361432 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e980987-9de8-4039-a58e-021efaa42abb req-bd8776ef-cdd0-453e-8dae-7eba576c93a2 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:59.362937 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5e980987-9de8-4039-a58e-021efaa42abb req-bd8776ef-cdd0-453e-8dae-7eba576c93a2 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 944 time: 0.0527349 Jan 25 02:12:59.412670 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5e980987-9de8-4039-a58e-021efaa42abb req-849d6245-b32a-4be7-b4ed-2b9bc7df1a75 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441387 Jan 25 02:12:59.882280 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568c38c-ff8f-4f88-a14d-ba8af6e7bde0 req-8dfc0ad4-a172-4b8d-ba3a-e58c3ce02038 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:12:59.883799 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a568c38c-ff8f-4f88-a14d-ba8af6e7bde0 req-8dfc0ad4-a172-4b8d-ba3a-e58c3ce02038 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 931 time: 0.0507798 Jan 25 02:12:59.929878 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a568c38c-ff8f-4f88-a14d-ba8af6e7bde0 req-b11dba28-c225-4b54-97a6-095ad13c224b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407195 Jan 25 02:13:00.086791 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ba028-45d5-45e4-a328-ef1552491584 req-626e808d-fd86-4484-b77d-9e213c3d0599 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:00.088315 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1f8ba028-45d5-45e4-a328-ef1552491584 req-626e808d-fd86-4484-b77d-9e213c3d0599 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 944 time: 0.0525713 Jan 25 02:13:00.168747 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1f8ba028-45d5-45e4-a328-ef1552491584 req-f3e04391-c8bf-4606-abe9-05bbaaced06d tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736563 Jan 25 02:13:00.180984 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fe460-f45f-49aa-b867-0c51890b412f req-a0adcc64-a55f-4389-b661-2547a9dc3f76 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:00.182536 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1c6fe460-f45f-49aa-b867-0c51890b412f req-a0adcc64-a55f-4389-b661-2547a9dc3f76 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 943 time: 0.0700781 Jan 25 02:13:00.231449 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1c6fe460-f45f-49aa-b867-0c51890b412f req-79508ca6-e7a6-4b65-ae95-1e331981b3b4 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430586 Jan 25 02:13:00.534109 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6332590-be20-41ca-a8a8-492393ccfb56 req-7232d081-8840-4a24-a488-99faba4de5ef tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:00.534109 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e6332590-be20-41ca-a8a8-492393ccfb56 req-7232d081-8840-4a24-a488-99faba4de5ef tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 944 time: 0.0524869 Jan 25 02:13:00.585267 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e6332590-be20-41ca-a8a8-492393ccfb56 req-850099c8-6c5d-4af8-ad1e-422649688f11 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447290 Jan 25 02:13:01.050643 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b33a1-8baa-441c-8003-853ededab438 req-0a56afe9-4323-49ac-993e-c4b5876bfa51 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:01.052593 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-886b33a1-8baa-441c-8003-853ededab438 req-0a56afe9-4323-49ac-993e-c4b5876bfa51 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 931 time: 0.0507843 Jan 25 02:13:01.097576 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-886b33a1-8baa-441c-8003-853ededab438 req-1553e4d2-00a9-43c1-ba88-3d078a4ba168 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394938 Jan 25 02:13:01.284558 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0cdd1-2e97-4e06-9fc7-81610040b4d1 req-1365e394-fb7d-4289-b1a4-f7cf5105b93b tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:01.286436 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-26c0cdd1-2e97-4e06-9fc7-81610040b4d1 req-1365e394-fb7d-4289-b1a4-f7cf5105b93b tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 944 time: 0.0515678 Jan 25 02:13:01.368143 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-26c0cdd1-2e97-4e06-9fc7-81610040b4d1 req-651ec527-414d-4df4-9536-b3e49feb62a9 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760376 Jan 25 02:13:01.379381 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11cc9d0-4564-4928-b4d9-29f1fbd756c4 req-437e5083-58eb-47de-af7b-33327d0b7459 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:01.381319 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a11cc9d0-4564-4928-b4d9-29f1fbd756c4 req-437e5083-58eb-47de-af7b-33327d0b7459 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 943 time: 0.0752244 Jan 25 02:13:01.430141 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a11cc9d0-4564-4928-b4d9-29f1fbd756c4 req-159ae2d9-c601-47c9-9b5c-2d705d1ad2a6 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431168 Jan 25 02:13:01.493074 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-372d285d-38a3-4b85-b969-64ee2f1cfb75 service neutron] Request body: {'port': {'device_id': 'bcbd6fbd-d262-49cc-a4b2-41ad26db1c89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82116'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:13:01.547349 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-372d285d-38a3-4b85-b969-64ee2f1cfb75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (7041aa67-9e6b-4b11-899d-56b2335311bf), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:01.573683 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-39e0fd70-1a87-4d43-9dbc-d6650ce3f3ff service neutron] 10.222.0.79 "GET /v2.0/networks/4be3beab-67a0-44e6-a6ea-977f61cd91cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865412 Jan 25 02:13:01.778763 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7438fe-93a9-4567-a1d7-cd1da334478e req-2af20011-e527-48c0-9691-deddc3bb4c88 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:01.780254 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7e7438fe-93a9-4567-a1d7-cd1da334478e req-2af20011-e527-48c0-9691-deddc3bb4c88 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 944 time: 0.1215744 Jan 25 02:13:01.858453 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7e7438fe-93a9-4567-a1d7-cd1da334478e req-a41bc9bd-5008-4a72-b2f3-84d6e970fbff tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713196 Jan 25 02:13:01.899266 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-372d285d-38a3-4b85-b969-64ee2f1cfb75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7041aa67-9e6b-4b11-899d-56b2335311bf {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:13:01.907343 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-372d285d-38a3-4b85-b969-64ee2f1cfb75 service neutron] Publish callbacks [] for port (7041aa67-9e6b-4b11-899d-56b2335311bf), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:01.920269 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-372d285d-38a3-4b85-b969-64ee2f1cfb75 service neutron] Transition to ACTIVE for port object 7041aa67-9e6b-4b11-899d-56b2335311bf will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:13:01.976121 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-372d285d-38a3-4b85-b969-64ee2f1cfb75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (7041aa67-9e6b-4b11-899d-56b2335311bf), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:02.030779 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d285d-38a3-4b85-b969-64ee2f1cfb75 service neutron] Pushing event updated for resources: {'Port': ['ID=7041aa67-9e6b-4b11-899d-56b2335311bf,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:02.068128 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-372d285d-38a3-4b85-b969-64ee2f1cfb75 service neutron] Attempting to bind port 7041aa67-9e6b-4b11-899d-56b2335311bf on host hv-cinder-82116 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:13:02.069071 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-372d285d-38a3-4b85-b969-64ee2f1cfb75 service neutron] Attempting to bind port 7041aa67-9e6b-4b11-899d-56b2335311bf by drivers openvswitch,hyperv on host hv-cinder-82116 at level 0 using segments [{'id': 'a011af27-2f86-4052-851b-d44cff3836ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:13:02.069071 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-372d285d-38a3-4b85-b969-64ee2f1cfb75 service neutron] Attempting to bind port 7041aa67-9e6b-4b11-899d-56b2335311bf on network 9e211453-422c-4767-b463-5c4e4c8afabc {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:13:02.076135 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-372d285d-38a3-4b85-b969-64ee2f1cfb75 service neutron] Port 7041aa67-9e6b-4b11-899d-56b2335311bf on network 9e211453-422c-4767-b463-5c4e4c8afabc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82116 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:13:02.076462 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-372d285d-38a3-4b85-b969-64ee2f1cfb75 service neutron] Attempting to bind port 7041aa67-9e6b-4b11-899d-56b2335311bf on network 9e211453-422c-4767-b463-5c4e4c8afabc {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:13:02.081508 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-372d285d-38a3-4b85-b969-64ee2f1cfb75 service neutron] Checking agent: {'id': '52d0b4b2-7edd-4256-a5ca-dd2d58b489f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 10, 20), 'started_at': datetime.datetime(2022, 1, 25, 2, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:13:02.081855 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-372d285d-38a3-4b85-b969-64ee2f1cfb75 service neutron] Checking segment: {'id': 'a011af27-2f86-4052-851b-d44cff3836ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:13:02.082242 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-372d285d-38a3-4b85-b969-64ee2f1cfb75 service neutron] Bound using segment: {'id': 'a011af27-2f86-4052-851b-d44cff3836ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:13:02.082733 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-372d285d-38a3-4b85-b969-64ee2f1cfb75 service neutron] Bound port: 7041aa67-9e6b-4b11-899d-56b2335311bf, host: hv-cinder-82116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a011af27-2f86-4052-851b-d44cff3836ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:13:02.083115 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-372d285d-38a3-4b85-b969-64ee2f1cfb75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (7041aa67-9e6b-4b11-899d-56b2335311bf), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:02.153983 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-372d285d-38a3-4b85-b969-64ee2f1cfb75 service neutron] For port 7041aa67-9e6b-4b11-899d-56b2335311bf, host hv-cinder-82116, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:13:02.157449 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-372d285d-38a3-4b85-b969-64ee2f1cfb75 service neutron] For port 7041aa67-9e6b-4b11-899d-56b2335311bf, host hv-cinder-82116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=7041aa67-9e6b-4b11-899d-56b2335311bf,segment=NetworkSegment(a011af27-2f86-4052-851b-d44cff3836ce),segment_id=a011af27-2f86-4052-851b-d44cff3836ce)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:13:02.220692 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4ea25-7bb4-4564-bca0-046d83460efd req-4dadf3ae-f558-480a-9e69-cba1e327f62f tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:02.222172 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-49c4ea25-7bb4-4564-bca0-046d83460efd req-4dadf3ae-f558-480a-9e69-cba1e327f62f tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 943 time: 0.0512142 Jan 25 02:13:02.248714 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-372d285d-38a3-4b85-b969-64ee2f1cfb75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (7041aa67-9e6b-4b11-899d-56b2335311bf), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:02.304664 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-372d285d-38a3-4b85-b969-64ee2f1cfb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:02.305294 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-372d285d-38a3-4b85-b969-64ee2f1cfb75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:02.306702 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-372d285d-38a3-4b85-b969-64ee2f1cfb75 service neutron] 10.222.0.79 "PUT /v2.0/ports/7041aa67-9e6b-4b11-899d-56b2335311bf HTTP/1.1" status: 200 len: 1093 time: 0.8203580 Jan 25 02:13:02.307135 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcbd6fbd-d262-49cc-a4b2-41ad26db1c89', 'tag': '7041aa67-9e6b-4b11-899d-56b2335311bf'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:13:02.309372 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f83d117-321e-4cc7-9857-ae7cac6e458b" -d '{"events": [{"name": "network-changed", "server_uuid": "bcbd6fbd-d262-49cc-a4b2-41ad26db1c89", "tag": "7041aa67-9e6b-4b11-899d-56b2335311bf"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:13:02.320109 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-49c4ea25-7bb4-4564-bca0-046d83460efd req-26ecf09d-955c-4f55-9e83-86b9bbe3b30f tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922122 Jan 25 02:13:02.341917 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d285d-38a3-4b85-b969-64ee2f1cfb75 service neutron] Pushing event updated for resources: {'Port': ['ID=7041aa67-9e6b-4b11-899d-56b2335311bf,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:02.374721 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129bca09-7117-4d6a-a178-d8fda1651414 x-openstack-request-id: req-129bca09-7117-4d6a-a178-d8fda1651414 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:13:02.375017 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcbd6fbd-d262-49cc-a4b2-41ad26db1c89", "tag": "7041aa67-9e6b-4b11-899d-56b2335311bf", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:13:02.375266 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-129bca09-7117-4d6a-a178-d8fda1651414 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:13:02.375659 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcbd6fbd-d262-49cc-a4b2-41ad26db1c89', 'tag': '7041aa67-9e6b-4b11-899d-56b2335311bf', 'status': 'completed', 'code': 200} Jan 25 02:13:02.501918 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83d117-321e-4cc7-9857-ae7cac6e458b req-70204354-8f22-4fba-bfe3-38974510c671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:02.503521 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4f83d117-321e-4cc7-9857-ae7cac6e458b req-70204354-8f22-4fba-bfe3-38974510c671 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cd0e87a773cb48a5808124de0b5709f6&device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 1096 time: 0.0734372 Jan 25 02:13:02.553022 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b560c-eed1-4a1e-9bd5-fda9b87e5705 req-92086017-5a5e-4699-bead-ced3c1ce8267 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:02.554603 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-177b560c-eed1-4a1e-9bd5-fda9b87e5705 req-92086017-5a5e-4699-bead-ced3c1ce8267 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 944 time: 0.0984724 Jan 25 02:13:02.654920 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866d941-c0dd-48a9-8c63-0c5c674b3ed5 req-db84754c-2884-49ac-bf57-f72a6d5d5028 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:02.656391 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d866d941-c0dd-48a9-8c63-0c5c674b3ed5 req-db84754c-2884-49ac-bf57-f72a6d5d5028 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 943 time: 0.1495621 Jan 25 02:13:02.687945 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-177b560c-eed1-4a1e-9bd5-fda9b87e5705 req-9ac9c870-0e82-46ed-9cc8-527d03162f57 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229799 Jan 25 02:13:02.709857 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83d117-321e-4cc7-9857-ae7cac6e458b req-f53e8dcf-ba38-4a81-8697-4d69c8ea445b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:02.711341 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4f83d117-321e-4cc7-9857-ae7cac6e458b req-f53e8dcf-ba38-4a81-8697-4d69c8ea445b service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=cd0e87a773cb48a5808124de0b5709f6&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1782010 Jan 25 02:13:02.762109 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d866d941-c0dd-48a9-8c63-0c5c674b3ed5 req-423a7197-16ca-4e47-9301-e39de4dc9d64 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966494 Jan 25 02:13:02.824653 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83d117-321e-4cc7-9857-ae7cac6e458b req-b70d8814-cb16-4fab-b3da-54ceadbcaf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:02.826157 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4f83d117-321e-4cc7-9857-ae7cac6e458b req-b70d8814-cb16-4fab-b3da-54ceadbcaf70 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1071384 Jan 25 02:13:02.973443 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-73c4e17c-21b6-49cb-bc27-0f138f6d7d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:02.974907 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-73c4e17c-21b6-49cb-bc27-0f138f6d7d31 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cd0e87a773cb48a5808124de0b5709f6&device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 1096 time: 0.0685647 Jan 25 02:13:02.986221 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfd1d5-a878-4c54-8b23-1719c1d4f030 req-96412f10-b20b-43df-b179-533404fc7cab tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:02.987607 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-aadfd1d5-a878-4c54-8b23-1719c1d4f030 req-96412f10-b20b-43df-b179-533404fc7cab tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 944 time: 0.0575264 Jan 25 02:13:03.032911 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-6f0f2c67-dd93-4ce0-b0d0-8c1199a1feec service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7041aa67-9e6b-4b11-899d-56b2335311bf HTTP/1.1" status: 200 len: 217 time: 0.0419471 Jan 25 02:13:03.100181 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-aadfd1d5-a878-4c54-8b23-1719c1d4f030 req-047d5ad1-5b4d-4915-906f-0c92f7e6b65d tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039450 Jan 25 02:13:03.103671 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-afcf8d59-4b02-4e6c-babc-6c9edd52eedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:03.105032 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-afcf8d59-4b02-4e6c-babc-6c9edd52eedc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=431c2097-6312-4255-849e-eb12f9822c44 HTTP/1.1" status: 200 len: 856 time: 0.0634975 Jan 25 02:13:03.160240 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-10292d44-a858-4377-91b2-834c36fb50f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:03.162011 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-10292d44-a858-4377-91b2-834c36fb50f9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9e211453-422c-4767-b463-5c4e4c8afabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502558 Jan 25 02:13:03.445135 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a8802-de9f-4522-919c-b5110801cc7c req-96d44f54-2427-418c-8b66-9f6b6d14f13b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:03.446636 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c51a8802-de9f-4522-919c-b5110801cc7c req-96d44f54-2427-418c-8b66-9f6b6d14f13b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 943 time: 0.0514255 Jan 25 02:13:03.494514 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c51a8802-de9f-4522-919c-b5110801cc7c req-cef3091b-1b51-4c18-afd4-a6fca2cd03d9 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421739 Jan 25 02:13:03.819507 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834855f6-b1e8-4760-89b3-29cf53bb0de7 req-c9cb2f1c-b848-4738-be49-0c026ebd2fe7 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:03.821370 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-834855f6-b1e8-4760-89b3-29cf53bb0de7 req-c9cb2f1c-b848-4738-be49-0c026ebd2fe7 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 944 time: 0.0644948 Jan 25 02:13:03.906145 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-834855f6-b1e8-4760-89b3-29cf53bb0de7 req-a7526ba2-0d54-495f-83ae-6efe0a499c5c tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790553 Jan 25 02:13:03.914812 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2932e1-914b-461f-b4c2-d765bc25b431 req-659dae08-15a8-4a97-84fe-736b77b2c3b6 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:03.916289 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ba2932e1-914b-461f-b4c2-d765bc25b431 req-659dae08-15a8-4a97-84fe-736b77b2c3b6 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 943 time: 0.0826330 Jan 25 02:13:03.963744 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ba2932e1-914b-461f-b4c2-d765bc25b431 req-6dbedcb1-fcdb-476a-8591-0ab51ea8154e tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420146 Jan 25 02:13:04.214017 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafa81d-1356-419d-b73c-023f06340c63 req-0fa808da-ed25-406e-8b44-96e3d70685c1 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:04.215634 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fcafa81d-1356-419d-b73c-023f06340c63 req-0fa808da-ed25-406e-8b44-96e3d70685c1 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 944 time: 0.0497763 Jan 25 02:13:04.264091 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fcafa81d-1356-419d-b73c-023f06340c63 req-f910d103-1f4d-42dc-a33f-71abfc38f06c tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427048 Jan 25 02:13:04.671687 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec5d5e-db1b-4ab0-b844-5374c6f1d0f9 req-41634599-e686-4a93-a5f9-83daef2290d2 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:04.673203 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-87ec5d5e-db1b-4ab0-b844-5374c6f1d0f9 req-41634599-e686-4a93-a5f9-83daef2290d2 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 943 time: 0.1065876 Jan 25 02:13:04.709946 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-f045c976-db45-45b9-b31c-03f482dd5749 service neutron] 10.222.0.79 "GET /v2.0/networks/9e211453-422c-4767-b463-5c4e4c8afabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329126 Jan 25 02:13:04.734661 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-87ec5d5e-db1b-4ab0-b844-5374c6f1d0f9 req-6a3fdcd2-0de9-4b67-bb67-fece0c5e5cdd tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526221 Jan 25 02:13:05.020890 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14648b-d32c-4deb-a853-5410ac4a0f68 req-a08aef36-0e7d-4f0a-8edc-84942519fcd7 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:05.022425 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1f14648b-d32c-4deb-a853-5410ac4a0f68 req-a08aef36-0e7d-4f0a-8edc-84942519fcd7 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 944 time: 0.0508056 Jan 25 02:13:05.103945 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1f14648b-d32c-4deb-a853-5410ac4a0f68 req-415122be-3834-4783-9b62-3ff137d549b4 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759377 Jan 25 02:13:05.112524 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f7509-33f1-48fa-a566-785c54e32adf req-9155bbc1-587d-421d-9d19-f4657f116ce1 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:05.114640 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2d1f7509-33f1-48fa-a566-785c54e32adf req-9155bbc1-587d-421d-9d19-f4657f116ce1 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 943 time: 0.0844417 Jan 25 02:13:05.164087 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2d1f7509-33f1-48fa-a566-785c54e32adf req-454ea0f5-4d80-4b3c-a354-4424e0dbdc08 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431743 Jan 25 02:13:05.383244 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3343ccc-99bf-44e1-a9ae-fcfdb8be3903 req-3b167fc6-972d-495f-8b7a-922f8b7d0407 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:05.384903 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f3343ccc-99bf-44e1-a9ae-fcfdb8be3903 req-3b167fc6-972d-495f-8b7a-922f8b7d0407 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 944 time: 0.0518866 Jan 25 02:13:05.431675 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f3343ccc-99bf-44e1-a9ae-fcfdb8be3903 req-441feeaf-ec50-4a07-88d8-8133540a69f7 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409892 Jan 25 02:13:05.624015 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-da0c3a9a-14e0-4184-9b59-990000ef7bbc req-659f01d8-5dba-4668-98ba-39fb9a0b7534 service neutron] 10.222.0.79 "GET /v2.0/networks/9e211453-422c-4767-b463-5c4e4c8afabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862217 Jan 25 02:13:05.852601 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967ed31-a431-4d8c-bd04-77a7fd79749e req-8713923b-c3c2-4043-a894-31317eee30d9 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:05.854038 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c967ed31-a431-4d8c-bd04-77a7fd79749e req-8713923b-c3c2-4043-a894-31317eee30d9 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 943 time: 0.0479856 Jan 25 02:13:05.900449 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c967ed31-a431-4d8c-bd04-77a7fd79749e req-0f2fb05b-d953-4d59-ab7d-2b3201754c24 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409830 Jan 25 02:13:06.224961 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d54fae-0323-45eb-aad8-86dd1f1967b5 req-5778354d-38f5-4ad0-b148-402708a7249e tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:06.227248 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-32d54fae-0323-45eb-aad8-86dd1f1967b5 req-5778354d-38f5-4ad0-b148-402708a7249e tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 944 time: 0.0560522 Jan 25 02:13:06.304248 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-32d54fae-0323-45eb-aad8-86dd1f1967b5 req-f43e411b-f0d8-471e-b801-00dfa8563234 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721653 Jan 25 02:13:06.312251 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08aefc-20c3-462f-8fa7-5e1f767c9cf3 req-921c55b0-44aa-4c14-8f40-7abdf2dfef9f tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:06.315378 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9f08aefc-20c3-462f-8fa7-5e1f767c9cf3 req-921c55b0-44aa-4c14-8f40-7abdf2dfef9f tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 943 time: 0.0799656 Jan 25 02:13:06.361279 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9f08aefc-20c3-462f-8fa7-5e1f767c9cf3 req-af70884f-f92f-4d0f-8244-8d108cb86f3f tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411358 Jan 25 02:13:06.541640 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a781d55-74c0-4a86-8b48-7bd66789d317 req-253ca797-168b-4953-8269-b907cc7be0e7 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:06.543176 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4a781d55-74c0-4a86-8b48-7bd66789d317 req-253ca797-168b-4953-8269-b907cc7be0e7 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 944 time: 0.0469117 Jan 25 02:13:06.591040 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4a781d55-74c0-4a86-8b48-7bd66789d317 req-032a52a5-a9ce-4fcf-9030-7c0950ac8612 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423205 Jan 25 02:13:07.027229 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356674d6-0674-47c4-8160-fbdfda933dc0 req-e44d059e-d71d-42a7-8da5-eca08caa382b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:07.028657 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-356674d6-0674-47c4-8160-fbdfda933dc0 req-e44d059e-d71d-42a7-8da5-eca08caa382b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 943 time: 0.0512922 Jan 25 02:13:07.077825 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-356674d6-0674-47c4-8160-fbdfda933dc0 req-db1e0d60-af7c-4eaa-899f-22940017cba4 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433433 Jan 25 02:13:07.419323 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c685a-8d1d-4608-9c8a-a8ef65268d3c req-7486479e-bd8b-4fca-8200-95eb785a04c0 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:07.427434 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-497c685a-8d1d-4608-9c8a-a8ef65268d3c req-7486479e-bd8b-4fca-8200-95eb785a04c0 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 944 time: 0.0567052 Jan 25 02:13:07.670630 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-497c685a-8d1d-4608-9c8a-a8ef65268d3c req-9abc3d6c-859b-4af4-8bea-db8240f98202 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420845 Jan 25 02:13:07.682947 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0204ff2-3fec-4893-91e7-46fd3dea94f0 req-2f811df4-3ec5-49d4-b554-32d7d727e70c tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:07.684404 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a0204ff2-3fec-4893-91e7-46fd3dea94f0 req-2f811df4-3ec5-49d4-b554-32d7d727e70c tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 943 time: 0.2500281 Jan 25 02:13:07.733835 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a0204ff2-3fec-4893-91e7-46fd3dea94f0 req-6ea1dc72-019f-41bb-9539-aa0ca2cb1c9d tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439448 Jan 25 02:13:07.779923 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ad650-41bf-4a20-b39b-349cde8b91a4 req-a74a897a-b78c-4b56-a740-854d3b922394 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:07.781406 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9d7ad650-41bf-4a20-b39b-349cde8b91a4 req-a74a897a-b78c-4b56-a740-854d3b922394 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 944 time: 0.0522881 Jan 25 02:13:07.828950 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9d7ad650-41bf-4a20-b39b-349cde8b91a4 req-5295f7e9-2988-48ad-a16f-9bf028e7535a tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411832 Jan 25 02:13:08.200559 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09968c85-e023-4998-a490-9967f88fe697 req-a5945cd8-cecf-4e95-bd58-ae7b9fd92b39 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:08.202063 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-09968c85-e023-4998-a490-9967f88fe697 req-a5945cd8-cecf-4e95-bd58-ae7b9fd92b39 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 943 time: 0.0532513 Jan 25 02:13:08.249342 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-09968c85-e023-4998-a490-9967f88fe697 req-c8ef8432-9eb7-4013-b4d0-192012cd0cf1 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415850 Jan 25 02:13:08.785351 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb040dca-9b97-4120-9452-dc9376f1f189 req-daf7a973-6886-437b-8850-c4d9560cc40f tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:08.787697 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-bb040dca-9b97-4120-9452-dc9376f1f189 req-daf7a973-6886-437b-8850-c4d9560cc40f tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 944 time: 0.0503271 Jan 25 02:13:08.862932 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-bb040dca-9b97-4120-9452-dc9376f1f189 req-025644ae-abc8-4d6b-b76d-a724cdc4ed76 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696354 Jan 25 02:13:08.875325 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243816a6-8a56-401d-ad2d-a3fc669fdc27 req-768d3cb4-4daa-4974-bffe-1ee190d235d0 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:08.876820 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-243816a6-8a56-401d-ad2d-a3fc669fdc27 req-768d3cb4-4daa-4974-bffe-1ee190d235d0 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 943 time: 0.0699425 Jan 25 02:13:08.940454 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-243816a6-8a56-401d-ad2d-a3fc669fdc27 req-8562b80d-c663-4c16-9f19-fcf2a0ae8e9a tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571191 Jan 25 02:13:08.979156 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6d75f-f39a-4514-8d3c-112bfe3cd1df req-349823eb-0f0c-4eba-9ad8-27c47f70a5b0 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:08.980671 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-44e6d75f-f39a-4514-8d3c-112bfe3cd1df req-349823eb-0f0c-4eba-9ad8-27c47f70a5b0 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 944 time: 0.0539961 Jan 25 02:13:09.028315 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-44e6d75f-f39a-4514-8d3c-112bfe3cd1df req-11dc85ce-0304-4edc-b85c-943102f22895 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418267 Jan 25 02:13:09.372086 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b4eda-2870-434a-9fe4-59ab5765c78e req-ab7ac781-ce92-44b3-b890-211d41fdbe53 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:09.373583 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-135b4eda-2870-434a-9fe4-59ab5765c78e req-ab7ac781-ce92-44b3-b890-211d41fdbe53 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 943 time: 0.0509965 Jan 25 02:13:09.421751 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-135b4eda-2870-434a-9fe4-59ab5765c78e req-3db29356-8b57-4818-8508-7893e1e14e6b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424216 Jan 25 02:13:09.988100 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6e7b1-73c9-49bd-909e-9d69e547c393 req-ad99f78f-faf4-4904-9437-f62761e1e863 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:09.995890 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-eed6e7b1-73c9-49bd-909e-9d69e547c393 req-ad99f78f-faf4-4904-9437-f62761e1e863 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 944 time: 0.0545950 Jan 25 02:13:10.051727 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 1751313f-29f8-41e1-a93c-26d141951d68 details requested by agent hyperv_hv-cinder-82116 with host hv-cinder-82116 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:13:10.086768 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-eed6e7b1-73c9-49bd-909e-9d69e547c393 req-72d1fea6-c336-4c0a-8769-353ac2231ea7 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903115 Jan 25 02:13:10.109118 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee4b72-8cf4-4771-a18b-cab7b8aa3afe req-7325e68d-dcef-4f75-ab31-3b81ed64919b tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:10.109118 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-45ee4b72-8cf4-4771-a18b-cab7b8aa3afe req-7325e68d-dcef-4f75-ab31-3b81ed64919b tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 943 time: 0.0662653 Jan 25 02:13:10.179571 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-45ee4b72-8cf4-4771-a18b-cab7b8aa3afe req-82e928de-323a-4dc7-8a93-fa3a635164d6 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677805 Jan 25 02:13:10.212838 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 1751313f-29f8-41e1-a93c-26d141951d68, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=1751313f-29f8-41e1-a93c-26d141951d68,segment=NetworkSegment(a2e43f61-8c5a-4f2a-9a04-b2d77acd5758),segment_id=a2e43f61-8c5a-4f2a-9a04-b2d77acd5758)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:13:10.229469 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Returning: {'device': '1751313f-29f8-41e1-a93c-26d141951d68', 'network_id': 'a4c64d05-4e7c-4bb4-bd10-62f58fad8587', 'port_id': '1751313f-29f8-41e1-a93c-26d141951d68', 'mac_address': 'fa:16:3e:15:63:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1587185-9147-4d72-b943-54d790d8ee8e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:13:10.247199 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2ce85-dfdc-4689-b9cc-7a5d9199e50d req-36c20715-381a-41ab-b5ce-e0e1a78f2f45 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:10.250379 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c3c2ce85-dfdc-4689-b9cc-7a5d9199e50d req-36c20715-381a-41ab-b5ce-e0e1a78f2f45 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 944 time: 0.0765722 Jan 25 02:13:10.290216 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 1751313f-29f8-41e1-a93c-26d141951d68 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:13:10.291156 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (1751313f-29f8-41e1-a93c-26d141951d68), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:10.306608 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1751313f-29f8-41e1-a93c-26d141951d68 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:13:10.326721 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c3c2ce85-dfdc-4689-b9cc-7a5d9199e50d req-74bedb9f-d417-438e-b8b3-cd9ce3d18c69 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640957 Jan 25 02:13:10.328370 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 1751313f-29f8-41e1-a93c-26d141951d68, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=1751313f-29f8-41e1-a93c-26d141951d68,segment=NetworkSegment(a2e43f61-8c5a-4f2a-9a04-b2d77acd5758),segment_id=a2e43f61-8c5a-4f2a-9a04-b2d77acd5758)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:13:10.403279 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (1751313f-29f8-41e1-a93c-26d141951d68), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:10.407076 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 11637ea6-7664-4d29-9e0c-021ac25baad1 details requested by agent hyperv_hv-cinder-82116 with host hv-cinder-82116 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:13:10.529469 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=1751313f-29f8-41e1-a93c-26d141951d68,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:10.542325 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2f933-298e-411a-9d46-24b64c6c8a6c req-4ff452bd-682e-4a8c-8129-42d83df68036 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:10.544067 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5be2f933-298e-411a-9d46-24b64c6c8a6c req-4ff452bd-682e-4a8c-8129-42d83df68036 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 943 time: 0.0496967 Jan 25 02:13:10.597938 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 11637ea6-7664-4d29-9e0c-021ac25baad1, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=11637ea6-7664-4d29-9e0c-021ac25baad1,segment=NetworkSegment(e9cf16db-d026-4c45-ba18-dbe2929b32f7),segment_id=e9cf16db-d026-4c45-ba18-dbe2929b32f7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:13:10.613108 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Returning: {'device': '11637ea6-7664-4d29-9e0c-021ac25baad1', 'network_id': '4be3beab-67a0-44e6-a6ea-977f61cd91cc', 'port_id': '11637ea6-7664-4d29-9e0c-021ac25baad1', 'mac_address': 'fa:16:3e:6d:ed:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c73b0ff2-0e4e-49a2-8845-6036be7d7f95', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:13:10.622055 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5be2f933-298e-411a-9d46-24b64c6c8a6c req-8d0ba1e9-0b6e-4aaa-bb78-82dd74b5a8b2 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724857 Jan 25 02:13:10.671249 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 11637ea6-7664-4d29-9e0c-021ac25baad1 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:13:10.671730 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (11637ea6-7664-4d29-9e0c-021ac25baad1), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:10.686206 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11637ea6-7664-4d29-9e0c-021ac25baad1 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:13:10.706481 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 11637ea6-7664-4d29-9e0c-021ac25baad1, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=11637ea6-7664-4d29-9e0c-021ac25baad1,segment=NetworkSegment(e9cf16db-d026-4c45-ba18-dbe2929b32f7),segment_id=e9cf16db-d026-4c45-ba18-dbe2929b32f7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:13:10.814192 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (11637ea6-7664-4d29-9e0c-021ac25baad1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:10.814907 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 49ae77fa-137a-41b8-a089-25517bcf38c2 details requested by agent hyperv_hv-cinder-82116 with host hv-cinder-82116 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:13:10.901801 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=11637ea6-7664-4d29-9e0c-021ac25baad1,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:10.961631 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 49ae77fa-137a-41b8-a089-25517bcf38c2, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=49ae77fa-137a-41b8-a089-25517bcf38c2,segment=NetworkSegment(0cd0a719-aadd-4513-9040-a946e7723384),segment_id=0cd0a719-aadd-4513-9040-a946e7723384)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:13:10.972951 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Returning: {'device': '49ae77fa-137a-41b8-a089-25517bcf38c2', 'network_id': 'f51e9718-4ec5-404e-a3a0-abfe3f81a1b8', 'port_id': '49ae77fa-137a-41b8-a089-25517bcf38c2', 'mac_address': 'fa:16:3e:15:7d:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ceebd01-54f8-49c2-a96a-185a2872233c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:13:11.013390 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 49ae77fa-137a-41b8-a089-25517bcf38c2 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:13:11.013780 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (49ae77fa-137a-41b8-a089-25517bcf38c2), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:11.027272 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49ae77fa-137a-41b8-a089-25517bcf38c2 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:13:11.046974 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 49ae77fa-137a-41b8-a089-25517bcf38c2, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=49ae77fa-137a-41b8-a089-25517bcf38c2,segment=NetworkSegment(0cd0a719-aadd-4513-9040-a946e7723384),segment_id=0cd0a719-aadd-4513-9040-a946e7723384)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:13:11.125231 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (49ae77fa-137a-41b8-a089-25517bcf38c2), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:11.174900 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=49ae77fa-137a-41b8-a089-25517bcf38c2,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:11.216292 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c8103-16d9-4b13-bdc5-44491712d65a req-9045b254-4e47-419c-b451-653298e2ae8a tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:11.217883 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-401c8103-16d9-4b13-bdc5-44491712d65a req-9045b254-4e47-419c-b451-653298e2ae8a tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 945 time: 0.0610337 Jan 25 02:13:11.284637 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-401c8103-16d9-4b13-bdc5-44491712d65a req-4564b292-ba08-4314-8601-62a91d069af1 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608029 Jan 25 02:13:11.327821 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c9d87-15be-4b7e-a037-8f9448c0db3b req-be69e5b3-74ce-45d3-b399-e85298449363 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:11.329374 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ff1c9d87-15be-4b7e-a037-8f9448c0db3b req-be69e5b3-74ce-45d3-b399-e85298449363 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 944 time: 0.0624380 Jan 25 02:13:11.384288 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ff1c9d87-15be-4b7e-a037-8f9448c0db3b req-6c93560b-444f-485e-bb54-6ee9e87d58dc tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485637 Jan 25 02:13:11.445704 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94467b13-ce82-4619-bf01-e634ec36dc56 req-065413c3-5489-4441-9dd6-96f332acf9bb tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:11.447178 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-94467b13-ce82-4619-bf01-e634ec36dc56 req-065413c3-5489-4441-9dd6-96f332acf9bb tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 944 time: 0.0495577 Jan 25 02:13:11.498574 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-94467b13-ce82-4619-bf01-e634ec36dc56 req-84c3375e-1e01-4159-91a3-2030d4db409f tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434539 Jan 25 02:13:11.756566 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097394aa-2d7c-4c7a-ab36-9a963f0204d6 req-20b9c927-786c-43f8-b09b-74a6f1117bdb tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:11.758084 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-097394aa-2d7c-4c7a-ab36-9a963f0204d6 req-20b9c927-786c-43f8-b09b-74a6f1117bdb tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 943 time: 0.0570307 Jan 25 02:13:11.805472 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-097394aa-2d7c-4c7a-ab36-9a963f0204d6 req-2973b96d-f216-4521-8106-a4807028cc90 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418894 Jan 25 02:13:12.398813 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6c6aa-e981-4b29-a058-2d4d43fe868c req-e389d4e2-3933-4c42-af20-3a6b613f6516 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:12.400376 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c2e6c6aa-e981-4b29-a058-2d4d43fe868c req-e389d4e2-3933-4c42-af20-3a6b613f6516 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 945 time: 0.0481443 Jan 25 02:13:12.448568 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c2e6c6aa-e981-4b29-a058-2d4d43fe868c req-67c1244d-ad05-4f62-a3f2-307f3c1f90ff tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428278 Jan 25 02:13:12.499820 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049816c-4823-4edc-be90-6b1ee74d621e req-8ab9d37a-ff65-4c09-bf6c-becd00383087 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:12.501197 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-8049816c-4823-4edc-be90-6b1ee74d621e req-8ab9d37a-ff65-4c09-bf6c-becd00383087 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 944 time: 0.0482864 Jan 25 02:13:12.552899 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-8049816c-4823-4edc-be90-6b1ee74d621e req-47353e64-1fb1-4f8b-883f-8e477c22e2c3 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461571 Jan 25 02:13:12.610700 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619eb58-ded3-4bdf-9015-2326e188a263 req-07a94adc-e2e1-4774-a0c8-18c2e9fbdb9d tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:12.612166 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b619eb58-ded3-4bdf-9015-2326e188a263 req-07a94adc-e2e1-4774-a0c8-18c2e9fbdb9d tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 944 time: 0.0489578 Jan 25 02:13:12.659432 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b619eb58-ded3-4bdf-9015-2326e188a263 req-039cee26-e53f-4d1b-89bd-6cf6f0a06ddc tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409751 Jan 25 02:13:12.934005 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7a697-eaac-45a8-bacf-b4c4145ece38 req-b49a8587-45f1-417d-8076-84d3971484d7 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:12.935562 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b7e7a697-eaac-45a8-bacf-b4c4145ece38 req-b49a8587-45f1-417d-8076-84d3971484d7 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 943 time: 0.0594969 Jan 25 02:13:12.991063 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b7e7a697-eaac-45a8-bacf-b4c4145ece38 req-5231ffdf-18e6-4edb-bd2a-4de84c7341f2 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500183 Jan 25 02:13:13.563758 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6f6ba-fca2-4f43-b1d7-60710da1eda1 req-8c1ade8e-86fa-44d7-8a81-24e25bd9f5f1 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:13.564964 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ddf6f6ba-fca2-4f43-b1d7-60710da1eda1 req-8c1ade8e-86fa-44d7-8a81-24e25bd9f5f1 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 945 time: 0.0504329 Jan 25 02:13:13.612127 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ddf6f6ba-fca2-4f43-b1d7-60710da1eda1 req-8616e866-8ab3-41e7-8f3d-c64c31f41a73 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412564 Jan 25 02:13:13.665339 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75553b57-eadf-4dc8-af3f-1912d289b6ac req-199923e6-bf13-403f-9c5d-44167812f332 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:13.666841 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-75553b57-eadf-4dc8-af3f-1912d289b6ac req-199923e6-bf13-403f-9c5d-44167812f332 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 944 time: 0.0470829 Jan 25 02:13:13.715067 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-75553b57-eadf-4dc8-af3f-1912d289b6ac req-cac72804-45a0-4437-a7a3-1fd9954ed95c tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427666 Jan 25 02:13:13.777252 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393445e-0fff-43ab-ad81-ed4f9ff6ebe6 req-2f7f6b5d-02af-41d0-8e3b-6577f5a2a543 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:13.778687 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d393445e-0fff-43ab-ad81-ed4f9ff6ebe6 req-2f7f6b5d-02af-41d0-8e3b-6577f5a2a543 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 944 time: 0.0523453 Jan 25 02:13:13.825741 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d393445e-0fff-43ab-ad81-ed4f9ff6ebe6 req-f24f1e2f-0d53-461a-8266-24444b66a1ce tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415142 Jan 25 02:13:14.119739 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e96d3-3028-4acf-823b-95cabf30a524 req-7a8cde66-aa93-47bd-bc66-2bd9f1f615f9 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:14.119739 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-113e96d3-3028-4acf-823b-95cabf30a524 req-7a8cde66-aa93-47bd-bc66-2bd9f1f615f9 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 943 time: 0.0501420 Jan 25 02:13:14.167521 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-113e96d3-3028-4acf-823b-95cabf30a524 req-e5167c5a-8880-47a9-9e72-1057515abc1d tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437441 Jan 25 02:13:14.727682 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1dddd-29b3-4071-bcbf-5871352f3c8e req-29a7bf39-7808-4ed9-95bd-1502f2c6e2f7 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:14.729274 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-07b1dddd-29b3-4071-bcbf-5871352f3c8e req-29a7bf39-7808-4ed9-95bd-1502f2c6e2f7 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 945 time: 0.0508735 Jan 25 02:13:14.783999 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-07b1dddd-29b3-4071-bcbf-5871352f3c8e req-4bde215e-57e2-4837-8395-66f3612e08f3 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485973 Jan 25 02:13:14.834922 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d36c8b-729e-4e94-94e1-7cbe48b1130a req-565fb8ec-df86-403c-9eae-8e00d9df3df7 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:14.836483 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-42d36c8b-729e-4e94-94e1-7cbe48b1130a req-565fb8ec-df86-403c-9eae-8e00d9df3df7 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 944 time: 0.0495405 Jan 25 02:13:14.885373 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-42d36c8b-729e-4e94-94e1-7cbe48b1130a req-dae1eb70-6a65-47e6-bb95-75b4a8ac20d5 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431778 Jan 25 02:13:15.028845 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b8bcc-da0d-4a85-8a2e-b7331dbeae7d req-0ecf260f-9714-4ab1-9cca-9dc347837813 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:15.028845 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-637b8bcc-da0d-4a85-8a2e-b7331dbeae7d req-0ecf260f-9714-4ab1-9cca-9dc347837813 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 944 time: 0.0529244 Jan 25 02:13:15.028845 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-637b8bcc-da0d-4a85-8a2e-b7331dbeae7d req-ec15d94e-ceb2-440a-992d-3e8100681b37 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499732 Jan 25 02:13:15.294953 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38217bc2-22ad-4b22-862a-026d2fabaa42 req-91610303-2b13-4ec3-aad0-67642512835f tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:15.296388 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-38217bc2-22ad-4b22-862a-026d2fabaa42 req-91610303-2b13-4ec3-aad0-67642512835f tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 943 time: 0.0525265 Jan 25 02:13:15.344717 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-38217bc2-22ad-4b22-862a-026d2fabaa42 req-1e0dd431-e3a7-48ab-98eb-d987dc169d5e tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427060 Jan 25 02:13:15.830736 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['11637ea6-7664-4d29-9e0c-021ac25baad1'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:13:15.869731 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['1751313f-29f8-41e1-a93c-26d141951d68'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:13:15.898466 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7cee36-5df5-4216-9c61-aaa53265e823 req-c306c1e5-2dde-4b72-8fcc-406e876311b5 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:15.899974 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-bc7cee36-5df5-4216-9c61-aaa53265e823 req-c306c1e5-2dde-4b72-8fcc-406e876311b5 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 945 time: 0.0481830 Jan 25 02:13:15.925028 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['49ae77fa-137a-41b8-a089-25517bcf38c2'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:13:15.948318 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-bc7cee36-5df5-4216-9c61-aaa53265e823 req-1adfd0b1-35f6-4ccd-8fe1-6f9e5774dc60 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425513 Jan 25 02:13:16.176763 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dde2ae-20e5-47fe-ae76-72c6d2818302 req-7f570787-db66-40e9-8e63-5b607837b45c tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:16.180601 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b0dde2ae-20e5-47fe-ae76-72c6d2818302 req-7f570787-db66-40e9-8e63-5b607837b45c tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 944 time: 0.0879707 Jan 25 02:13:16.189982 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27d5b1-b557-4fcb-bb03-d16d4a2699e0 req-aca84ef6-ec51-47ac-85b3-527462e040be tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:16.192432 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9b27d5b1-b557-4fcb-bb03-d16d4a2699e0 req-aca84ef6-ec51-47ac-85b3-527462e040be tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 944 time: 0.0869234 Jan 25 02:13:16.270487 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b0dde2ae-20e5-47fe-ae76-72c6d2818302 req-d9b6aced-f07e-4f06-b657-bb2ed7d83ea6 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763888 Jan 25 02:13:16.275372 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9b27d5b1-b557-4fcb-bb03-d16d4a2699e0 req-8ebc6e4f-c5ce-422f-8fd7-6576ce91a62e tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745282 Jan 25 02:13:16.462919 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e727402-7f88-4440-86b5-931b2a4ee19f req-e2d70bf8-253e-4ea8-bc0d-c029bcc04666 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:16.464415 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1e727402-7f88-4440-86b5-931b2a4ee19f req-e2d70bf8-253e-4ea8-bc0d-c029bcc04666 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 943 time: 0.0486765 Jan 25 02:13:16.511123 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1e727402-7f88-4440-86b5-931b2a4ee19f req-31d02404-acff-4870-ada9-fc261a23897c tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411882 Jan 25 02:13:17.070157 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9baac-e0c7-4a69-a0ca-8ec9ff3938f1 req-83728fb2-218a-4e51-9bfd-4ea04f522b94 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:17.071692 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5ad9baac-e0c7-4a69-a0ca-8ec9ff3938f1 req-83728fb2-218a-4e51-9bfd-4ea04f522b94 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 945 time: 0.0546887 Jan 25 02:13:17.119264 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5ad9baac-e0c7-4a69-a0ca-8ec9ff3938f1 req-0b4c57c1-cd13-4b17-9d92-8c90102af3a0 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418129 Jan 25 02:13:17.433730 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda940eb-cf49-417f-b28c-242b97f9c2bb req-db3bb421-3014-43bc-a995-e20b4d7aeb53 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:17.435276 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fda940eb-cf49-417f-b28c-242b97f9c2bb req-db3bb421-3014-43bc-a995-e20b4d7aeb53 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 944 time: 0.0827248 Jan 25 02:13:17.446052 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941eeda-da82-46f3-8773-81855956ef6a req-bbf3cf62-24c4-495f-bb6f-043c91f5c06c tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:17.447492 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f941eeda-da82-46f3-8773-81855956ef6a req-bbf3cf62-24c4-495f-bb6f-043c91f5c06c tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 944 time: 0.0855103 Jan 25 02:13:17.518415 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fda940eb-cf49-417f-b28c-242b97f9c2bb req-72f1a3ca-0160-4740-a26e-16c9c0cbad00 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699461 Jan 25 02:13:17.526262 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f941eeda-da82-46f3-8773-81855956ef6a req-ad8fbd04-860f-4b3d-bcfd-1bbf99ec4940 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722775 Jan 25 02:13:17.633538 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ba493b67-73a4-4d0d-9532-6bd648bbe50d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:17.638788 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6c58a-7ab3-46db-ad48-bedee254d03c req-8100cee5-4646-4cb4-adec-c8510c32bbd0 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:17.640291 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-67a6c58a-7ab3-46db-ad48-bedee254d03c req-8100cee5-4646-4cb4-adec-c8510c32bbd0 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 943 time: 0.0574689 Jan 25 02:13:17.687789 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-67a6c58a-7ab3-46db-ad48-bedee254d03c req-c384f8c0-f00a-47d0-b346-136b745eeec3 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417106 Jan 25 02:13:18.233871 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f28e6-50ed-4676-bf18-4411787f610a req-a53481f2-9bf1-47d1-b3e9-62f534fb2417 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:18.235680 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cb7f28e6-50ed-4676-bf18-4411787f610a req-a53481f2-9bf1-47d1-b3e9-62f534fb2417 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 945 time: 0.0504234 Jan 25 02:13:18.286715 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cb7f28e6-50ed-4676-bf18-4411787f610a req-2b360595-465f-4339-b807-d4b83f530135 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443883 Jan 25 02:13:18.657962 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727f479-2ae7-45b0-ab1a-9aaaaa22fd2f req-551dfd59-f847-459f-9105-1089db9e0d4a tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:18.659401 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3727f479-2ae7-45b0-ab1a-9aaaaa22fd2f req-551dfd59-f847-459f-9105-1089db9e0d4a tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 944 time: 0.0728843 Jan 25 02:13:18.671978 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a93157-8ddd-4ea1-9bae-3cd6ea9c8b7d req-2ac1245c-e2aa-44d7-936f-3a16d0824a53 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:18.673402 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-87a93157-8ddd-4ea1-9bae-3cd6ea9c8b7d req-2ac1245c-e2aa-44d7-936f-3a16d0824a53 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 944 time: 0.0785625 Jan 25 02:13:18.744921 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3727f479-2ae7-45b0-ab1a-9aaaaa22fd2f req-cd13ff88-9987-47e4-b241-af81e899d724 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705626 Jan 25 02:13:18.748416 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-87a93157-8ddd-4ea1-9bae-3cd6ea9c8b7d req-52b5a915-4585-4ba9-92f2-131b2f88d253 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677016 Jan 25 02:13:18.849186 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440bb01-2ba2-4282-8127-d38659c5df02 req-3bb10ba3-9531-41d1-b276-beb62b6d7430 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:18.850851 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a440bb01-2ba2-4282-8127-d38659c5df02 req-3bb10ba3-9531-41d1-b276-beb62b6d7430 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 943 time: 0.0513437 Jan 25 02:13:18.898555 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a440bb01-2ba2-4282-8127-d38659c5df02 req-c59a46ef-5b7b-42a4-88fd-18d3ef26310b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421898 Jan 25 02:13:19.400840 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f9b4e-a66d-4528-80dd-77e2b85b63ce req-82016993-b62b-499f-95fa-fb6f23f0e680 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:19.402328 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ef9f9b4e-a66d-4528-80dd-77e2b85b63ce req-82016993-b62b-499f-95fa-fb6f23f0e680 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 945 time: 0.0496080 Jan 25 02:13:19.451988 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ef9f9b4e-a66d-4528-80dd-77e2b85b63ce req-621a9e2f-80d0-441d-ac0e-142af22d5e67 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442357 Jan 25 02:13:19.888733 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d318ae-cc75-4832-a7a4-3f02eb7b85fd req-dc0c067d-7cbc-49ce-b344-4ae4756a86a7 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:19.890202 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-71d318ae-cc75-4832-a7a4-3f02eb7b85fd req-dc0c067d-7cbc-49ce-b344-4ae4756a86a7 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 944 time: 0.0772812 Jan 25 02:13:19.900605 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0d176-c09d-4ef3-9b02-1ed6ff0b6ffe req-c863ffc2-af42-4e34-830d-506160e66963 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:19.902040 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b6c0d176-c09d-4ef3-9b02-1ed6ff0b6ffe req-c863ffc2-af42-4e34-830d-506160e66963 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 944 time: 0.0872691 Jan 25 02:13:19.972945 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-71d318ae-cc75-4832-a7a4-3f02eb7b85fd req-d9626595-d7fd-4f6f-b990-7f11f6aced90 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698326 Jan 25 02:13:19.976865 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b6c0d176-c09d-4ef3-9b02-1ed6ff0b6ffe req-ed97d3f0-7366-44dd-b2dd-6ccebae974c3 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682633 Jan 25 02:13:20.082601 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256aaa3-e89d-4241-949b-b2ec6d460c10 req-cbaee071-4d0c-4eba-9a77-3164205ae127 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:20.084392 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5256aaa3-e89d-4241-949b-b2ec6d460c10 req-cbaee071-4d0c-4eba-9a77-3164205ae127 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 943 time: 0.0546169 Jan 25 02:13:20.133916 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a420ba0-1d25-4a90-bccd-4af1cd7f6351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:20.139176 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5256aaa3-e89d-4241-949b-b2ec6d460c10 req-ac142649-b2c8-42b6-85b2-9f310331d08c tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492430 Jan 25 02:13:20.148062 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 7041aa67-9e6b-4b11-899d-56b2335311bf details requested by agent hyperv_hv-cinder-82116 with host hv-cinder-82116 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:13:20.259811 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 7041aa67-9e6b-4b11-899d-56b2335311bf, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=7041aa67-9e6b-4b11-899d-56b2335311bf,segment=NetworkSegment(a011af27-2f86-4052-851b-d44cff3836ce),segment_id=a011af27-2f86-4052-851b-d44cff3836ce)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:13:20.262492 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:20.271245 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Returning: {'device': '7041aa67-9e6b-4b11-899d-56b2335311bf', 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc', 'port_id': '7041aa67-9e6b-4b11-899d-56b2335311bf', 'mac_address': 'fa:16:3e:6b:0c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '431c2097-6312-4255-849e-eb12f9822c44', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:13:20.310021 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 7041aa67-9e6b-4b11-899d-56b2335311bf is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:13:20.310448 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (7041aa67-9e6b-4b11-899d-56b2335311bf), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:20.326971 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7041aa67-9e6b-4b11-899d-56b2335311bf {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:13:20.375957 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 7041aa67-9e6b-4b11-899d-56b2335311bf, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=7041aa67-9e6b-4b11-899d-56b2335311bf,segment=NetworkSegment(a011af27-2f86-4052-851b-d44cff3836ce),segment_id=a011af27-2f86-4052-851b-d44cff3836ce)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:13:20.436321 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (7041aa67-9e6b-4b11-899d-56b2335311bf), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:20.437000 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device f4101d10-c82f-4fdd-bb85-b105276ea177 details requested by agent hyperv_hv-cinder-82116 with host hv-cinder-82116 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:13:20.510347 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=7041aa67-9e6b-4b11-899d-56b2335311bf,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:20.544267 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:13:20.544655 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:13:20.545029 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:13:20.545379 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:13:20.545746 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:13:20.546090 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:13:20.546449 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:13:20.546787 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:13:20.547117 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:13:20.547464 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:13:20.547799 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:13:20.548131 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:13:20.548457 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:13:20.576098 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a8c81-e06a-4137-8f52-5d58bdc18dcc req-1098c9ee-ce01-4f21-988b-e1e8d16bbfae tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:20.577645 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e34a8c81-e06a-4137-8f52-5d58bdc18dcc req-1098c9ee-ce01-4f21-988b-e1e8d16bbfae tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 945 time: 0.0597157 Jan 25 02:13:20.586873 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port f4101d10-c82f-4fdd-bb85-b105276ea177, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=f4101d10-c82f-4fdd-bb85-b105276ea177,segment=NetworkSegment(e9cf16db-d026-4c45-ba18-dbe2929b32f7),segment_id=e9cf16db-d026-4c45-ba18-dbe2929b32f7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:13:20.603553 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Returning: {'device': 'f4101d10-c82f-4fdd-bb85-b105276ea177', 'network_id': '4be3beab-67a0-44e6-a6ea-977f61cd91cc', 'port_id': 'f4101d10-c82f-4fdd-bb85-b105276ea177', 'mac_address': 'fa:16:3e:e4:25:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c73b0ff2-0e4e-49a2-8845-6036be7d7f95', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:13:20.636634 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e34a8c81-e06a-4137-8f52-5d58bdc18dcc req-950e562c-8fd5-4e01-8f3c-fbee48b36699 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532951 Jan 25 02:13:20.643576 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port f4101d10-c82f-4fdd-bb85-b105276ea177 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:13:20.643971 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (f4101d10-c82f-4fdd-bb85-b105276ea177), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:20.657937 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4101d10-c82f-4fdd-bb85-b105276ea177 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:13:20.679224 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port f4101d10-c82f-4fdd-bb85-b105276ea177, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=f4101d10-c82f-4fdd-bb85-b105276ea177,segment=NetworkSegment(e9cf16db-d026-4c45-ba18-dbe2929b32f7),segment_id=e9cf16db-d026-4c45-ba18-dbe2929b32f7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:13:20.745123 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (f4101d10-c82f-4fdd-bb85-b105276ea177), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:20.791685 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=f4101d10-c82f-4fdd-bb85-b105276ea177,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:21.122413 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e1798-3dfb-44ef-b9e8-7df525394d51 req-00468a57-4c4d-408a-a171-c3693c0393cb tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:21.123820 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f77e1798-3dfb-44ef-b9e8-7df525394d51 req-00468a57-4c4d-408a-a171-c3693c0393cb tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 944 time: 0.0665078 Jan 25 02:13:21.131686 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63ae43-1c0a-429b-9ee4-bf5b4ea11293 req-20ae89ac-24ef-4380-b525-1bbc03da423d tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:21.133203 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7a63ae43-1c0a-429b-9ee4-bf5b4ea11293 req-20ae89ac-24ef-4380-b525-1bbc03da423d tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 945 time: 0.0864217 Jan 25 02:13:21.206395 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f77e1798-3dfb-44ef-b9e8-7df525394d51 req-98421841-df9b-413c-ae99-7012abd97638 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722930 Jan 25 02:13:21.210178 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7a63ae43-1c0a-429b-9ee4-bf5b4ea11293 req-46c5ce18-e141-4779-a8d0-127bef439dad tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705674 Jan 25 02:13:21.313575 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93f1c9-6494-4925-8005-68b613db6acc req-3167bee7-9000-4520-aad8-4118f022a09a tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:21.315100 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3e93f1c9-6494-4925-8005-68b613db6acc req-3167bee7-9000-4520-aad8-4118f022a09a tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 944 time: 0.0491521 Jan 25 02:13:21.362419 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3e93f1c9-6494-4925-8005-68b613db6acc req-f53aade9-fa37-47a8-8262-1e20ec7171e2 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411117 Jan 25 02:13:21.479405 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:21.760791 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd33c78-924f-4d46-bbf3-cbc143366b7b req-dd459d4e-8187-435d-b69d-4b9926418360 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:21.762204 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ecd33c78-924f-4d46-bbf3-cbc143366b7b req-dd459d4e-8187-435d-b69d-4b9926418360 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 945 time: 0.0508454 Jan 25 02:13:21.813040 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ecd33c78-924f-4d46-bbf3-cbc143366b7b req-1477ff5b-6fc6-4513-bddf-7496d3b50fcd tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452509 Jan 25 02:13:21.914233 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['f4101d10-c82f-4fdd-bb85-b105276ea177'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:13:22.155839 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['7041aa67-9e6b-4b11-899d-56b2335311bf'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:13:22.354540 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57594f94-4ec9-4670-b426-34c83d3114f5 req-8ac668ad-3fdd-4db3-bcde-8bac780cbd1f tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:22.355949 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-57594f94-4ec9-4670-b426-34c83d3114f5 req-8ac668ad-3fdd-4db3-bcde-8bac780cbd1f tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 944 time: 0.0762799 Jan 25 02:13:22.367743 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba9efc-36cd-43b6-b85b-f3cec5e214b9 req-69a5b358-573e-4a63-b4a4-9613cff5811d tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:22.369386 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-78ba9efc-36cd-43b6-b85b-f3cec5e214b9 req-69a5b358-573e-4a63-b4a4-9613cff5811d tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 945 time: 0.0810885 Jan 25 02:13:22.454615 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-57594f94-4ec9-4670-b426-34c83d3114f5 req-5475da5a-cf55-4b65-810d-bfd0f309147f tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842018 Jan 25 02:13:22.458228 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-78ba9efc-36cd-43b6-b85b-f3cec5e214b9 req-d12ba000-d1bb-4c78-8e21-e00e8c2fb4b2 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820825 Jan 25 02:13:22.567223 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334dd946-d048-4290-9090-37a8c3bc528b req-387b9889-cf62-406f-82e4-794247ea98e8 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:22.568832 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-334dd946-d048-4290-9090-37a8c3bc528b req-387b9889-cf62-406f-82e4-794247ea98e8 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 944 time: 0.0532506 Jan 25 02:13:22.619719 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-334dd946-d048-4290-9090-37a8c3bc528b req-929a6f6e-d82f-4eef-9381-bca4ba54f3d7 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443766 Jan 25 02:13:22.932767 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decdc7d6-fe2f-43c2-a565-cd7d1db79a03 req-d980b588-8e44-48a7-8b33-87b633e49ab4 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:22.935913 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-decdc7d6-fe2f-43c2-a565-cd7d1db79a03 req-d980b588-8e44-48a7-8b33-87b633e49ab4 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 945 time: 0.0504940 Jan 25 02:13:22.984721 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-decdc7d6-fe2f-43c2-a565-cd7d1db79a03 req-1f05e74b-37e3-497e-970c-47de918f9692 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439067 Jan 25 02:13:23.030703 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:23.633528 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9164f82-76f5-42a2-a421-b9f137d49763 req-258698a9-f1db-4bbe-8d1d-9435c3d101d9 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:23.635249 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a9164f82-76f5-42a2-a421-b9f137d49763 req-258698a9-f1db-4bbe-8d1d-9435c3d101d9 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 945 time: 0.1053350 Jan 25 02:13:23.647816 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c11e9-011a-453f-a765-bd1a9e29a422 req-60b9fc08-f280-4329-9542-b71e5ac2043f tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:23.649578 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e65c11e9-011a-453f-a765-bd1a9e29a422 req-60b9fc08-f280-4329-9542-b71e5ac2043f tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 944 time: 0.1175423 Jan 25 02:13:23.723458 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a9164f82-76f5-42a2-a421-b9f137d49763 req-ba2918b8-4725-47c9-a064-41a7cefbdddd tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727286 Jan 25 02:13:23.732481 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e65c11e9-011a-453f-a765-bd1a9e29a422 req-3c5cf453-fcef-4933-960d-3f3d1bc6d80e tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747426 Jan 25 02:13:23.842059 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a72096-7597-470d-b8a9-209c9f9e1700 req-6ad52b39-f38a-41d8-a2e7-43fb6e0fe5ce tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:23.843621 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-39a72096-7597-470d-b8a9-209c9f9e1700 req-6ad52b39-f38a-41d8-a2e7-43fb6e0fe5ce tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 944 time: 0.0550599 Jan 25 02:13:23.890993 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-39a72096-7597-470d-b8a9-209c9f9e1700 req-907d4038-29af-462d-b45f-0a73149ad8eb tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417988 Jan 25 02:13:24.104139 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90fc6f-97ab-4ebf-a63b-1d6f3938cb35 req-5b87db77-18a8-467a-ac43-0ee79692eb75 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:24.105658 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-8a90fc6f-97ab-4ebf-a63b-1d6f3938cb35 req-5b87db77-18a8-467a-ac43-0ee79692eb75 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 945 time: 0.0544908 Jan 25 02:13:24.154801 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-8a90fc6f-97ab-4ebf-a63b-1d6f3938cb35 req-d4537a97-d386-454c-876c-07eb9cd011bb tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432434 Jan 25 02:13:24.159586 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 1751313f-29f8-41e1-a93c-26d141951d68 up at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:13:24.310212 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning for port 1751313f-29f8-41e1-a93c-26d141951d68 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:13:24.314441 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning complete for port 1751313f-29f8-41e1-a93c-26d141951d68 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:13:24.314826 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (1751313f-29f8-41e1-a93c-26d141951d68), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:24.404317 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 1751313f-29f8-41e1-a93c-26d141951d68 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:13:24.404714 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (1751313f-29f8-41e1-a93c-26d141951d68), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:24.430165 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '144528b3-b6fb-4d85-b7c4-1635270fd6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1751313f-29f8-41e1-a93c-26d141951d68'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:13:24.517522 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 1751313f-29f8-41e1-a93c-26d141951d68, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=1751313f-29f8-41e1-a93c-26d141951d68,segment=NetworkSegment(a2e43f61-8c5a-4f2a-9a04-b2d77acd5758),segment_id=a2e43f61-8c5a-4f2a-9a04-b2d77acd5758)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:13:24.554759 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425b8effad759ea2b395d79f7fcdbc6f74d58daf1cbadf1a5a1a211e7a69aa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff132f65-a5c9-46ea-8961-a79accc1b325" -d '{"events": [{"server_uuid": "144528b3-b6fb-4d85-b7c4-1635270fd6e1", "name": "network-vif-plugged", "status": "completed", "tag": "1751313f-29f8-41e1-a93c-26d141951d68"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:13:24.599304 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (1751313f-29f8-41e1-a93c-26d141951d68), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:24.600016 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 7041aa67-9e6b-4b11-899d-56b2335311bf up at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:13:24.666542 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:24.671905 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2841a31b-3265-40ef-b668-402c5404a5df x-openstack-request-id: req-2841a31b-3265-40ef-b668-402c5404a5df {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:13:24.671905 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "144528b3-b6fb-4d85-b7c4-1635270fd6e1", "name": "network-vif-plugged", "status": "completed", "tag": "1751313f-29f8-41e1-a93c-26d141951d68", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:13:24.671905 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-2841a31b-3265-40ef-b668-402c5404a5df {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:13:24.671905 dv-cinder-821168-1-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '144528b3-b6fb-4d85-b7c4-1635270fd6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1751313f-29f8-41e1-a93c-26d141951d68', 'code': 200} Jan 25 02:13:24.708173 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=1751313f-29f8-41e1-a93c-26d141951d68,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:24.774734 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning for port 7041aa67-9e6b-4b11-899d-56b2335311bf completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:13:24.781245 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning complete for port 7041aa67-9e6b-4b11-899d-56b2335311bf triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:13:24.781245 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (7041aa67-9e6b-4b11-899d-56b2335311bf), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:24.862183 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb6c65-3f63-41fc-9ac1-a4a89addd81e req-252fd880-3d4b-4235-a029-1e97b52d210c tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:24.863810 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-89fb6c65-3f63-41fc-9ac1-a4a89addd81e req-252fd880-3d4b-4235-a029-1e97b52d210c tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 945 time: 0.0571728 Jan 25 02:13:24.878379 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 7041aa67-9e6b-4b11-899d-56b2335311bf is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:13:24.879081 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (7041aa67-9e6b-4b11-899d-56b2335311bf), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:24.920654 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 7041aa67-9e6b-4b11-899d-56b2335311bf, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=7041aa67-9e6b-4b11-899d-56b2335311bf,segment=NetworkSegment(a011af27-2f86-4052-851b-d44cff3836ce),segment_id=a011af27-2f86-4052-851b-d44cff3836ce)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:13:24.949476 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593259a1-2716-445a-b26d-12d8d4358bd3 req-60133056-2bde-43e5-b4db-d8e263b1a156 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:24.951064 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-593259a1-2716-445a-b26d-12d8d4358bd3 req-60133056-2bde-43e5-b4db-d8e263b1a156 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 944 time: 0.0863364 Jan 25 02:13:24.954735 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-89fb6c65-3f63-41fc-9ac1-a4a89addd81e req-4525c58d-086f-482f-afb3-00e8113de181 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809770 Jan 25 02:13:25.031191 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (7041aa67-9e6b-4b11-899d-56b2335311bf), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:25.031922 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 11637ea6-7664-4d29-9e0c-021ac25baad1 up at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:13:25.051460 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-593259a1-2716-445a-b26d-12d8d4358bd3 req-4c8237cb-30e6-41cf-9ba4-d95b2922b124 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891690 Jan 25 02:13:25.140237 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb4911-8293-4e6e-b1ca-17482257d259 req-d08749c4-b8e5-42c2-93a8-24e9de41130c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:25.140237 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9aeb4911-8293-4e6e-b1ca-17482257d259 req-d08749c4-b8e5-42c2-93a8-24e9de41130c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 1099 time: 0.1229603 Jan 25 02:13:25.155402 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=7041aa67-9e6b-4b11-899d-56b2335311bf,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:25.163194 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599ea72-433a-4be0-9730-0f863eabc5d2 req-f78f4576-0160-4849-a2f2-a2f362c7fe61 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:25.165156 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2599ea72-433a-4be0-9730-0f863eabc5d2 req-f78f4576-0160-4849-a2f2-a2f362c7fe61 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.1184654 Jan 25 02:13:25.172340 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:13:25.173237 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9aeb4911-8293-4e6e-b1ca-17482257d259 req-ec8037db-1b5c-40d5-9b5e-793fcc27a8ff service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:25.256300 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2599ea72-433a-4be0-9730-0f863eabc5d2 req-f9c86aab-019b-4484-a301-b8d9ad7fb775 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850179 Jan 25 02:13:25.285035 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning for port 11637ea6-7664-4d29-9e0c-021ac25baad1 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:13:25.289593 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning complete for port 11637ea6-7664-4d29-9e0c-021ac25baad1 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:13:25.289976 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (11637ea6-7664-4d29-9e0c-021ac25baad1), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:25.311121 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd357c-e5dc-4fc6-97ce-269c94d7d785 req-1822f1e7-1092-470e-8870-fa2e24ea2fae tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:25.312628 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-67fd357c-e5dc-4fc6-97ce-269c94d7d785 req-1822f1e7-1092-470e-8870-fa2e24ea2fae tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 946 time: 0.0787330 Jan 25 02:13:25.346411 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9aeb4911-8293-4e6e-b1ca-17482257d259 req-ec8037db-1b5c-40d5-9b5e-793fcc27a8ff service neutron] Publish callbacks [] for security_group (39665172-3ae6-40cd-b981-9bb3e5221607), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:25.374300 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 11637ea6-7664-4d29-9e0c-021ac25baad1 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:13:25.374732 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (11637ea6-7664-4d29-9e0c-021ac25baad1), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:25.377643 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-67fd357c-e5dc-4fc6-97ce-269c94d7d785 req-284c4ef4-e28f-457e-a3eb-3bbeb0e942e9 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562382 Jan 25 02:13:25.413366 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 11637ea6-7664-4d29-9e0c-021ac25baad1, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=11637ea6-7664-4d29-9e0c-021ac25baad1,segment=NetworkSegment(e9cf16db-d026-4c45-ba18-dbe2929b32f7),segment_id=e9cf16db-d026-4c45-ba18-dbe2929b32f7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:13:25.430998 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9aeb4911-8293-4e6e-b1ca-17482257d259 req-ec8037db-1b5c-40d5-9b5e-793fcc27a8ff service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (39665172-3ae6-40cd-b981-9bb3e5221607), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:25.480480 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9aeb4911-8293-4e6e-b1ca-17482257d259 req-ec8037db-1b5c-40d5-9b5e-793fcc27a8ff service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329263 Jan 25 02:13:25.481260 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8037db-1b5c-40d5-9b5e-793fcc27a8ff service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=39665172-3ae6-40cd-b981-9bb3e5221607,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:25.488735 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8037db-1b5c-40d5-9b5e-793fcc27a8ff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:13:25.489097 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8037db-1b5c-40d5-9b5e-793fcc27a8ff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:13:25.489478 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8037db-1b5c-40d5-9b5e-793fcc27a8ff service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:13:25.489946 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8037db-1b5c-40d5-9b5e-793fcc27a8ff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:13:25.490834 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8037db-1b5c-40d5-9b5e-793fcc27a8ff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:13:25.491179 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8037db-1b5c-40d5-9b5e-793fcc27a8ff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:13:25.491634 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8037db-1b5c-40d5-9b5e-793fcc27a8ff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:13:25.491998 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8037db-1b5c-40d5-9b5e-793fcc27a8ff service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:13:25.492355 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8037db-1b5c-40d5-9b5e-793fcc27a8ff service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:13:25.492697 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8037db-1b5c-40d5-9b5e-793fcc27a8ff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:13:25.493035 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8037db-1b5c-40d5-9b5e-793fcc27a8ff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:13:25.493372 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8037db-1b5c-40d5-9b5e-793fcc27a8ff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:13:25.493702 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8037db-1b5c-40d5-9b5e-793fcc27a8ff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:13:25.534113 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (11637ea6-7664-4d29-9e0c-021ac25baad1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:25.534953 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 49ae77fa-137a-41b8-a089-25517bcf38c2 up at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:13:25.613011 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=11637ea6-7664-4d29-9e0c-021ac25baad1,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:25.690058 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning for port 49ae77fa-137a-41b8-a089-25517bcf38c2 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:13:25.695172 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning complete for port 49ae77fa-137a-41b8-a089-25517bcf38c2 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:13:25.700350 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (49ae77fa-137a-41b8-a089-25517bcf38c2), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:25.779526 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 49ae77fa-137a-41b8-a089-25517bcf38c2 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:13:25.780193 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (49ae77fa-137a-41b8-a089-25517bcf38c2), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:25.815476 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 49ae77fa-137a-41b8-a089-25517bcf38c2, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=49ae77fa-137a-41b8-a089-25517bcf38c2,segment=NetworkSegment(0cd0a719-aadd-4513-9040-a946e7723384),segment_id=0cd0a719-aadd-4513-9040-a946e7723384)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:13:25.927906 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (49ae77fa-137a-41b8-a089-25517bcf38c2), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:25.928703 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device f4101d10-c82f-4fdd-bb85-b105276ea177 up at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:13:26.029724 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=49ae77fa-137a-41b8-a089-25517bcf38c2,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:26.112057 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning for port f4101d10-c82f-4fdd-bb85-b105276ea177 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:13:26.138589 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning complete for port f4101d10-c82f-4fdd-bb85-b105276ea177 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:13:26.139169 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (f4101d10-c82f-4fdd-bb85-b105276ea177), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:26.145514 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00a294-d30e-4148-9652-6ec96b3c26cf req-82a89fcf-0421-416c-8a06-a3ad1489223a tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:26.147430 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ed00a294-d30e-4148-9652-6ec96b3c26cf req-82a89fcf-0421-416c-8a06-a3ad1489223a tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 945 time: 0.1042387 Jan 25 02:13:26.242899 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ed00a294-d30e-4148-9652-6ec96b3c26cf req-4b7554ce-d5c0-43db-96a8-37a86270b2c2 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856628 Jan 25 02:13:26.260849 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port f4101d10-c82f-4fdd-bb85-b105276ea177 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:13:26.261243 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (f4101d10-c82f-4fdd-bb85-b105276ea177), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:26.274397 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1d1d3-0215-4e6a-96b9-a1626530d33a req-9dcf17b5-88e8-4f55-8e24-84164c3216cc tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:26.282996 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-67c1d1d3-0215-4e6a-96b9-a1626530d33a req-9dcf17b5-88e8-4f55-8e24-84164c3216cc tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 945 time: 0.1344814 Jan 25 02:13:26.319173 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port f4101d10-c82f-4fdd-bb85-b105276ea177, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=f4101d10-c82f-4fdd-bb85-b105276ea177,segment=NetworkSegment(e9cf16db-d026-4c45-ba18-dbe2929b32f7),segment_id=e9cf16db-d026-4c45-ba18-dbe2929b32f7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:13:26.373757 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-67c1d1d3-0215-4e6a-96b9-a1626530d33a req-498ce1cd-47bc-4f4a-9f9a-ada13486a6a4 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769405 Jan 25 02:13:26.413813 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (f4101d10-c82f-4fdd-bb85-b105276ea177), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:26.440236 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54357c-9c65-455a-8182-38f543f0f5c4 req-a1d8962f-31d2-4eeb-947b-0f59c9cdf1f0 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:26.442325 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3e54357c-9c65-455a-8182-38f543f0f5c4 req-a1d8962f-31d2-4eeb-947b-0f59c9cdf1f0 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.0794623 Jan 25 02:13:26.487004 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=f4101d10-c82f-4fdd-bb85-b105276ea177,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:26.541212 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3e54357c-9c65-455a-8182-38f543f0f5c4 req-ca332702-29e1-468e-96f8-ce7f2f317079 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885096 Jan 25 02:13:26.557935 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b188ff-31ff-43d1-b00d-c4d28e6bb41a req-499dfb4a-3238-4773-93ba-686133b0d20d tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:26.559507 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-52b188ff-31ff-43d1-b00d-c4d28e6bb41a req-499dfb4a-3238-4773-93ba-686133b0d20d tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 946 time: 0.0898092 Jan 25 02:13:26.627214 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-52b188ff-31ff-43d1-b00d-c4d28e6bb41a req-ce9cbbf4-bb59-449d-b80b-98a6f756c1dd tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611658 Jan 25 02:13:26.672723 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbd6fbd-d262-49cc-a4b2-41ad26db1c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7041aa67-9e6b-4b11-899d-56b2335311bf'}, {'server_uuid': 'ea9d1827-0dc5-4115-b850-0ead3ba83945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11637ea6-7664-4d29-9e0c-021ac25baad1'}, {'server_uuid': '988030e4-eecc-4078-a57b-45feabe4e7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ae77fa-137a-41b8-a089-25517bcf38c2'}, {'server_uuid': '7a7d505f-6a81-44fc-8360-5c44565c1416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4101d10-c82f-4fdd-bb85-b105276ea177'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:13:26.677738 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425b8effad759ea2b395d79f7fcdbc6f74d58daf1cbadf1a5a1a211e7a69aa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37549559-16ff-4f23-8814-e8797cc6e09c" -d '{"events": [{"server_uuid": "bcbd6fbd-d262-49cc-a4b2-41ad26db1c89", "name": "network-vif-plugged", "status": "completed", "tag": "7041aa67-9e6b-4b11-899d-56b2335311bf"}, {"server_uuid": "ea9d1827-0dc5-4115-b850-0ead3ba83945", "name": "network-vif-plugged", "status": "completed", "tag": "11637ea6-7664-4d29-9e0c-021ac25baad1"}, {"server_uuid": "988030e4-eecc-4078-a57b-45feabe4e7e0", "name": "network-vif-plugged", "status": "completed", "tag": "49ae77fa-137a-41b8-a089-25517bcf38c2"}, {"server_uuid": "7a7d505f-6a81-44fc-8360-5c44565c1416", "name": "network-vif-plugged", "status": "completed", "tag": "f4101d10-c82f-4fdd-bb85-b105276ea177"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:13:26.731553 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 25 Jan 2022 02:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e24067-cc18-44b4-a182-883aea13645e x-openstack-request-id: req-f4e24067-cc18-44b4-a182-883aea13645e {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:13:26.731861 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbd6fbd-d262-49cc-a4b2-41ad26db1c89", "name": "network-vif-plugged", "status": "completed", "tag": "7041aa67-9e6b-4b11-899d-56b2335311bf", "code": 200}, {"server_uuid": "ea9d1827-0dc5-4115-b850-0ead3ba83945", "name": "network-vif-plugged", "status": "completed", "tag": "11637ea6-7664-4d29-9e0c-021ac25baad1", "code": 200}, {"server_uuid": "988030e4-eecc-4078-a57b-45feabe4e7e0", "name": "network-vif-plugged", "status": "completed", "tag": "49ae77fa-137a-41b8-a089-25517bcf38c2", "code": 200}, {"server_uuid": "7a7d505f-6a81-44fc-8360-5c44565c1416", "name": "network-vif-plugged", "status": "completed", "tag": "f4101d10-c82f-4fdd-bb85-b105276ea177", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:13:26.732113 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-f4e24067-cc18-44b4-a182-883aea13645e {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:13:26.732564 dv-cinder-821168-1-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbd6fbd-d262-49cc-a4b2-41ad26db1c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7041aa67-9e6b-4b11-899d-56b2335311bf', 'code': 200} Jan 25 02:13:26.732832 dv-cinder-821168-1-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea9d1827-0dc5-4115-b850-0ead3ba83945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11637ea6-7664-4d29-9e0c-021ac25baad1', 'code': 200} Jan 25 02:13:26.733091 dv-cinder-821168-1-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '988030e4-eecc-4078-a57b-45feabe4e7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ae77fa-137a-41b8-a089-25517bcf38c2', 'code': 200} Jan 25 02:13:26.733355 dv-cinder-821168-1-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7d505f-6a81-44fc-8360-5c44565c1416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4101d10-c82f-4fdd-bb85-b105276ea177', 'code': 200} Jan 25 02:13:26.884235 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 59250) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:13:27.030814 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-22397892-0bca-4722-9f03-14b5ed8372b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:27.136352 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-22397892-0bca-4722-9f03-14b5ed8372b1 admin admin] Publish callbacks [] for security_group (b7514dcf-537e-4688-a35e-d1565cbae614), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:27.241591 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-22397892-0bca-4722-9f03-14b5ed8372b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (b7514dcf-537e-4688-a35e-d1565cbae614), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:27.290391 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-22397892-0bca-4722-9f03-14b5ed8372b1 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=520c8f3339a148f496191a7296922a88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4034238 Jan 25 02:13:27.290975 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22397892-0bca-4722-9f03-14b5ed8372b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7514dcf-537e-4688-a35e-d1565cbae614,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:27.291755 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 59280) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:13:27.376483 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01844825-9108-4dfb-a7cf-6d085c3bb71c admin admin] Publish callbacks [] for security_group (b7514dcf-537e-4688-a35e-d1565cbae614), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:27.439266 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01844825-9108-4dfb-a7cf-6d085c3bb71c admin admin] Publish callbacks [] for security_group (b7514dcf-537e-4688-a35e-d1565cbae614), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:27.520586 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0554e-95d6-48fa-9e09-0418eaf1a3c1 req-7d5314dc-5cee-4804-a093-533e9b665f8c tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:27.523391 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f7b0554e-95d6-48fa-9e09-0418eaf1a3c1 req-7d5314dc-5cee-4804-a093-533e9b665f8c tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 946 time: 0.1987212 Jan 25 02:13:27.592722 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac32e65-613c-4db8-8272-b35c3b0014e6 req-8e306877-2a2f-4569-8d29-ff81c3fb5a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:27.594264 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5ac32e65-613c-4db8-8272-b35c3b0014e6 req-8e306877-2a2f-4569-8d29-ff81c3fb5a3e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 1098 time: 0.1236243 Jan 25 02:13:27.601788 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa269b2-891e-424a-b90a-ea0587cd1d3e req-9f359d85-996c-4d98-ac53-22fdcf2005ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:27.603598 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5aa269b2-891e-424a-b90a-ea0587cd1d3e req-9f359d85-996c-4d98-ac53-22fdcf2005ee service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 1099 time: 0.1315670 Jan 25 02:13:27.689349 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5ac32e65-613c-4db8-8272-b35c3b0014e6 req-3ee68d23-db36-492e-a1c5-3a13b3c90199 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841279 Jan 25 02:13:27.728735 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5aa269b2-891e-424a-b90a-ea0587cd1d3e req-034ee83a-b330-49f4-a36a-10381a622216 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166298 Jan 25 02:13:27.742344 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01844825-9108-4dfb-a7cf-6d085c3bb71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (b7514dcf-537e-4688-a35e-d1565cbae614), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:27.747358 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01844825-9108-4dfb-a7cf-6d085c3bb71c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:27.750940 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-01844825-9108-4dfb-a7cf-6d085c3bb71c admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/b7514dcf-537e-4688-a35e-d1565cbae614 HTTP/1.1" status: 204 len: 168 time: 0.4557440 Jan 25 02:13:27.771353 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01844825-9108-4dfb-a7cf-6d085c3bb71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7514dcf-537e-4688-a35e-d1565cbae614,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:27.780497 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01844825-9108-4dfb-a7cf-6d085c3bb71c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:13:27.781152 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01844825-9108-4dfb-a7cf-6d085c3bb71c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:13:27.781865 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01844825-9108-4dfb-a7cf-6d085c3bb71c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:13:27.782565 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01844825-9108-4dfb-a7cf-6d085c3bb71c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:13:27.783116 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01844825-9108-4dfb-a7cf-6d085c3bb71c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:13:27.790463 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01844825-9108-4dfb-a7cf-6d085c3bb71c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:13:27.790463 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01844825-9108-4dfb-a7cf-6d085c3bb71c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:13:27.790463 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01844825-9108-4dfb-a7cf-6d085c3bb71c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:13:27.790463 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01844825-9108-4dfb-a7cf-6d085c3bb71c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:13:27.790463 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01844825-9108-4dfb-a7cf-6d085c3bb71c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:13:27.790463 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01844825-9108-4dfb-a7cf-6d085c3bb71c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:13:27.790463 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01844825-9108-4dfb-a7cf-6d085c3bb71c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:13:27.790463 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01844825-9108-4dfb-a7cf-6d085c3bb71c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:13:27.818884 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137be7a-b2c3-4c41-9a5f-22c22a15df33 req-767c401e-468e-495a-b38f-04f73021ff7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:27.819437 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2137be7a-b2c3-4c41-9a5f-22c22a15df33 req-767c401e-468e-495a-b38f-04f73021ff7c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 1098 time: 0.4077916 Jan 25 02:13:27.831234 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94bc3c-4ac9-4afa-9583-a8c2a7359c94 req-ce8b1e82-337f-4634-9fa8-92c9e09f4a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:27.832840 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ab94bc3c-4ac9-4afa-9583-a8c2a7359c94 req-ce8b1e82-337f-4634-9fa8-92c9e09f4a1d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 1098 time: 0.3830559 Jan 25 02:13:27.851436 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f157cd-0b92-4543-9232-7474c9b7bb65 req-edeeb377-c44f-4f26-b598-0612c8a9331c tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:27.852949 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-71f157cd-0b92-4543-9232-7474c9b7bb65 req-edeeb377-c44f-4f26-b598-0612c8a9331c tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 945 time: 0.3679187 Jan 25 02:13:27.883451 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f7b0554e-95d6-48fa-9e09-0418eaf1a3c1 req-5a7a6c9a-57fc-463e-b103-e1cf8178ffec tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105897 Jan 25 02:13:27.933525 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 59310) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:13:27.948895 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-71f157cd-0b92-4543-9232-7474c9b7bb65 req-5887f5e8-658c-424c-8bdc-cea88f46fe59 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839310 Jan 25 02:13:28.050953 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd33f0d-6943-416b-a3b4-2022398e8131 req-94cdf66b-0362-4f77-aaa4-9052d76eab89 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:28.053542 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-afd33f0d-6943-416b-a3b4-2022398e8131 req-94cdf66b-0362-4f77-aaa4-9052d76eab89 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.0875635 Jan 25 02:13:28.093346 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f06c9-b04f-4a56-9719-bb6fbde2d190 req-d7653769-2834-44c6-a392-ed8b4bced4c7 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:28.094979 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b55f06c9-b04f-4a56-9719-bb6fbde2d190 req-d7653769-2834-44c6-a392-ed8b4bced4c7 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 946 time: 0.0926058 Jan 25 02:13:28.134266 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-afd33f0d-6943-416b-a3b4-2022398e8131 req-2fccaa2b-6eb6-49da-8137-fb10e898b6e7 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741909 Jan 25 02:13:28.170593 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb0aa57a-7513-45c1-a898-c30c64e01167 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:28.182150 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b55f06c9-b04f-4a56-9719-bb6fbde2d190 req-a8042fdf-dfb8-4c2a-825d-d5e8b8fe960e tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727062 Jan 25 02:13:28.271815 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb0aa57a-7513-45c1-a898-c30c64e01167 admin admin] Publish callbacks [] for security_group (346fdb4e-0d6e-4da8-8cdd-3a1aae0527ed), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:28.365330 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb0aa57a-7513-45c1-a898-c30c64e01167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (346fdb4e-0d6e-4da8-8cdd-3a1aae0527ed), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:28.408151 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 59320) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:13:28.408628 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-cb0aa57a-7513-45c1-a898-c30c64e01167 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=a642135bf8c14367adb4bd535f3a5ca9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4780154 Jan 25 02:13:28.409149 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0aa57a-7513-45c1-a898-c30c64e01167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346fdb4e-0d6e-4da8-8cdd-3a1aae0527ed,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:28.495104 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-976979c6-9a71-4af2-bfe1-a566f9021d27 admin admin] Publish callbacks [] for security_group (346fdb4e-0d6e-4da8-8cdd-3a1aae0527ed), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:28.547940 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-976979c6-9a71-4af2-bfe1-a566f9021d27 admin admin] Publish callbacks [] for security_group (346fdb4e-0d6e-4da8-8cdd-3a1aae0527ed), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:28.551320 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2137be7a-b2c3-4c41-9a5f-22c22a15df33 req-87762083-b516-4565-acc0-db1423e1d4bf service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007941 Jan 25 02:13:28.583946 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ab94bc3c-4ac9-4afa-9583-a8c2a7359c94 req-8b75d1fe-ca09-4952-9396-c0afa635733e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143858 Jan 25 02:13:28.617847 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 59324) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:13:28.640259 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 59328) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:13:28.653890 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-664c095b-0edb-4c1b-86c8-db1ec7cd45ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:28.730308 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-976979c6-9a71-4af2-bfe1-a566f9021d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (346fdb4e-0d6e-4da8-8cdd-3a1aae0527ed), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:28.733220 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-976979c6-9a71-4af2-bfe1-a566f9021d27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:28.737432 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-976979c6-9a71-4af2-bfe1-a566f9021d27 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/346fdb4e-0d6e-4da8-8cdd-3a1aae0527ed HTTP/1.1" status: 204 len: 168 time: 0.3241744 Jan 25 02:13:28.753680 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976979c6-9a71-4af2-bfe1-a566f9021d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346fdb4e-0d6e-4da8-8cdd-3a1aae0527ed,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:28.798556 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-664c095b-0edb-4c1b-86c8-db1ec7cd45ce admin admin] Publish callbacks [] for security_group (c2dc0c40-8390-4c11-a0ac-9db050fab051), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:28.861477 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca3cebaa-7dfb-4cbe-83d5-29abb3ca331d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:28.882169 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-664c095b-0edb-4c1b-86c8-db1ec7cd45ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (c2dc0c40-8390-4c11-a0ac-9db050fab051), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:28.942060 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-664c095b-0edb-4c1b-86c8-db1ec7cd45ce admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=59af2ca89cc24f13b6c4222d77d30c34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3005664 Jan 25 02:13:28.945534 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c095b-0edb-4c1b-86c8-db1ec7cd45ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2dc0c40-8390-4c11-a0ac-9db050fab051,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:28.955356 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 59342) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:13:29.029442 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca3cebaa-7dfb-4cbe-83d5-29abb3ca331d admin admin] Publish callbacks [] for security_group (592a90aa-185f-4e07-b1b0-b6eb3373e0b4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:29.042167 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8bd7021c-49fc-4872-8e83-6aa38c746816 admin admin] Publish callbacks [] for security_group (c2dc0c40-8390-4c11-a0ac-9db050fab051), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:29.076770 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8bd7021c-49fc-4872-8e83-6aa38c746816 admin admin] Publish callbacks [] for security_group (c2dc0c40-8390-4c11-a0ac-9db050fab051), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:29.084481 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9c43c-ab66-42dd-a502-0d8983d28647 req-984fd8de-519a-4ecb-a48e-b5fa2e0a8636 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:29.086093 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-09b9c43c-ab66-42dd-a502-0d8983d28647 req-984fd8de-519a-4ecb-a48e-b5fa2e0a8636 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 946 time: 0.0962954 Jan 25 02:13:29.115916 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2952b9-818f-4548-afda-84e8019a9026 req-28a0d692-f9fb-451a-9c93-85566d0db71a tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:29.117265 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca3cebaa-7dfb-4cbe-83d5-29abb3ca331d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (592a90aa-185f-4e07-b1b0-b6eb3373e0b4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:29.118083 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5e2952b9-818f-4548-afda-84e8019a9026 req-28a0d692-f9fb-451a-9c93-85566d0db71a tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 945 time: 0.0893695 Jan 25 02:13:29.163163 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3cebaa-7dfb-4cbe-83d5-29abb3ca331d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592a90aa-185f-4e07-b1b0-b6eb3373e0b4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:29.171282 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-ca3cebaa-7dfb-4cbe-83d5-29abb3ca331d admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=13ba56fe768345c68e34b88e9d0918cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5523407 Jan 25 02:13:29.172605 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 59354) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:13:29.178935 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-09b9c43c-ab66-42dd-a502-0d8983d28647 req-27170f33-9320-4340-87a0-4ba32697fcf9 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865519 Jan 25 02:13:29.207108 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8bd7021c-49fc-4872-8e83-6aa38c746816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (c2dc0c40-8390-4c11-a0ac-9db050fab051), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:29.211602 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8bd7021c-49fc-4872-8e83-6aa38c746816 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:29.217265 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-8bd7021c-49fc-4872-8e83-6aa38c746816 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/c2dc0c40-8390-4c11-a0ac-9db050fab051 HTTP/1.1" status: 204 len: 168 time: 0.2555580 Jan 25 02:13:29.232384 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7021c-49fc-4872-8e83-6aa38c746816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2dc0c40-8390-4c11-a0ac-9db050fab051,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:29.249765 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-389981f8-2c2a-45dd-be4a-92ed5afd6d3d admin admin] Publish callbacks [] for security_group (592a90aa-185f-4e07-b1b0-b6eb3373e0b4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:29.276422 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-389981f8-2c2a-45dd-be4a-92ed5afd6d3d admin admin] Publish callbacks [] for security_group (592a90aa-185f-4e07-b1b0-b6eb3373e0b4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:29.276807 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5e2952b9-818f-4548-afda-84e8019a9026 req-b27d661a-cd23-466d-9027-14aa9b530fc3 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522112 Jan 25 02:13:29.376935 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867186bd-f245-422a-89ec-da6dc0e1311e req-3954b385-0349-4597-83e3-716b8dd2075d tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:29.379575 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-867186bd-f245-422a-89ec-da6dc0e1311e req-3954b385-0349-4597-83e3-716b8dd2075d tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.0749600 Jan 25 02:13:29.410989 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-389981f8-2c2a-45dd-be4a-92ed5afd6d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (592a90aa-185f-4e07-b1b0-b6eb3373e0b4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:29.413764 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-389981f8-2c2a-45dd-be4a-92ed5afd6d3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:29.423164 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-389981f8-2c2a-45dd-be4a-92ed5afd6d3d admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/592a90aa-185f-4e07-b1b0-b6eb3373e0b4 HTTP/1.1" status: 204 len: 168 time: 0.2411389 Jan 25 02:13:29.423164 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389981f8-2c2a-45dd-be4a-92ed5afd6d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592a90aa-185f-4e07-b1b0-b6eb3373e0b4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:29.439453 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-867186bd-f245-422a-89ec-da6dc0e1311e req-31ed3802-cf13-4f91-9545-4566873c662c tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519509 Jan 25 02:13:30.144450 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 59390) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:13:30.167490 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-462bfa89-cb22-48e3-a7f8-c571f919326b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:30.251824 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-462bfa89-cb22-48e3-a7f8-c571f919326b admin admin] Publish callbacks [] for security_group (515711b5-6593-401b-82b1-e078342d631d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:30.314984 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cce395-5b1e-431a-82b5-c0259bcd775b req-412c3485-2997-4ada-a53d-0cb1f1edd5d8 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:30.316663 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-59cce395-5b1e-431a-82b5-c0259bcd775b req-412c3485-2997-4ada-a53d-0cb1f1edd5d8 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 946 time: 0.0623760 Jan 25 02:13:30.328287 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-462bfa89-cb22-48e3-a7f8-c571f919326b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (515711b5-6593-401b-82b1-e078342d631d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:30.381648 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462bfa89-cb22-48e3-a7f8-c571f919326b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515711b5-6593-401b-82b1-e078342d631d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:30.398471 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-462bfa89-cb22-48e3-a7f8-c571f919326b admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=83a751c1b82f43cd9a8dbe1081d56a68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2529109 Jan 25 02:13:30.402250 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 59400) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:13:30.448117 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-59cce395-5b1e-431a-82b5-c0259bcd775b req-4a06a9d4-070a-4aca-a27f-2063fb018ce3 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200447 Jan 25 02:13:30.471606 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceacd98-525e-4d45-89ad-81b96610c091 req-2dd11c81-037e-4fca-91d9-501145bf3978 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:30.473115 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-bceacd98-525e-4d45-89ad-81b96610c091 req-2dd11c81-037e-4fca-91d9-501145bf3978 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 945 time: 0.1199431 Jan 25 02:13:30.501790 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2f7a3e09-a8db-4a4c-bc28-8d4dd653f1c1 admin admin] Publish callbacks [] for security_group (515711b5-6593-401b-82b1-e078342d631d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:30.538861 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2f7a3e09-a8db-4a4c-bc28-8d4dd653f1c1 admin admin] Publish callbacks [] for security_group (515711b5-6593-401b-82b1-e078342d631d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:30.588405 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-bceacd98-525e-4d45-89ad-81b96610c091 req-bcade007-fb39-4a0d-80a2-86ca71a06b44 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064720 Jan 25 02:13:30.629072 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804ca5a-38d1-4b6c-94a8-9282c850988a req-c60b5675-6d54-4f53-964a-a177e51a84f4 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:30.637389 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3804ca5a-38d1-4b6c-94a8-9282c850988a req-c60b5675-6d54-4f53-964a-a177e51a84f4 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.0959196 Jan 25 02:13:30.699302 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3804ca5a-38d1-4b6c-94a8-9282c850988a req-e2903e83-6e0b-432e-88ba-d3d6f758a4de tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613341 Jan 25 02:13:30.784685 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2f7a3e09-a8db-4a4c-bc28-8d4dd653f1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (515711b5-6593-401b-82b1-e078342d631d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:30.788114 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2f7a3e09-a8db-4a4c-bc28-8d4dd653f1c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:30.789531 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-2f7a3e09-a8db-4a4c-bc28-8d4dd653f1c1 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/515711b5-6593-401b-82b1-e078342d631d HTTP/1.1" status: 204 len: 168 time: 0.3835564 Jan 25 02:13:30.800114 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a3e09-a8db-4a4c-bc28-8d4dd653f1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515711b5-6593-401b-82b1-e078342d631d,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:31.596602 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdbbc2-7642-448f-8b51-871dc15727c2 req-b078ff82-70e5-4014-bd83-e236b8aa3161 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:31.599094 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f2fdbbc2-7642-448f-8b51-871dc15727c2 req-b078ff82-70e5-4014-bd83-e236b8aa3161 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 946 time: 0.0654647 Jan 25 02:13:31.688494 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f2fdbbc2-7642-448f-8b51-871dc15727c2 req-0d820c26-68eb-4e39-9966-50313664776e tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819123 Jan 25 02:13:31.809921 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce2127-53ba-47cd-b8a9-94881d233a8b req-2b7bba8e-8c69-43d5-84ba-15f3c93965ab tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:31.811577 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-58ce2127-53ba-47cd-b8a9-94881d233a8b req-2b7bba8e-8c69-43d5-84ba-15f3c93965ab tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 945 time: 0.0523751 Jan 25 02:13:31.863966 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-58ce2127-53ba-47cd-b8a9-94881d233a8b req-5a3c695e-cdd7-408f-9ab3-792c1b97ab82 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464244 Jan 25 02:13:32.388800 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec9b13-f4e1-4e14-a646-d17228cb7231 req-8a8b5299-a919-4a9c-9b6d-46a9a0153a64 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:32.390498 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cdec9b13-f4e1-4e14-a646-d17228cb7231 req-8a8b5299-a919-4a9c-9b6d-46a9a0153a64 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.0597529 Jan 25 02:13:32.485949 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cdec9b13-f4e1-4e14-a646-d17228cb7231 req-67d6ad89-e646-4de4-ab27-a696b236e80e tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877399 Jan 25 02:13:32.627543 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c97f2-b443-468c-b1f0-117d03e9a034 req-63180c14-9946-4cd8-952e-41b8aaa2d325 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:32.629123 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-135c97f2-b443-468c-b1f0-117d03e9a034 req-63180c14-9946-4cd8-952e-41b8aaa2d325 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 946 time: 0.1416101 Jan 25 02:13:32.685475 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcc986-7d1c-427d-9513-33319bd8beba req-79440584-72e4-454c-90d8-b618378a1711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:32.685475 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e6fcc986-7d1c-427d-9513-33319bd8beba req-79440584-72e4-454c-90d8-b618378a1711 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aed35a368b0f4933b0f485f09290e1f3&device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 1099 time: 0.1226122 Jan 25 02:13:32.870960 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-135c97f2-b443-468c-b1f0-117d03e9a034 req-30065fc6-e0e9-4c22-9446-98d4eaf726fc tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195492 Jan 25 02:13:32.890498 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf42ad8-8c9b-4f6d-a352-4a009c701df1 req-ea548f70-8fe5-4fc2-877f-0808b8683e2f tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:32.890498 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fdf42ad8-8c9b-4f6d-a352-4a009c701df1 req-ea548f70-8fe5-4fc2-877f-0808b8683e2f tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.2576144 Jan 25 02:13:32.898288 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 59522) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:13:32.907793 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ada00e4c-7cb2-46c3-9d56-ea6f92268536 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Request body: {'floatingip': {'port_id': '7041aa67-9e6b-4b11-899d-56b2335311bf'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:13:32.926861 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcc986-7d1c-427d-9513-33319bd8beba req-a808a70e-6618-4b61-9008-104f03eadfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:32.928543 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e6fcc986-7d1c-427d-9513-33319bd8beba req-a808a70e-6618-4b61-9008-104f03eadfe0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=4be3beab-67a0-44e6-a6ea-977f61cd91cc HTTP/1.1" status: 200 len: 918 time: 0.2383292 Jan 25 02:13:32.998157 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e6fcc986-7d1c-427d-9513-33319bd8beba req-eac84170-12df-4b28-8482-c6f016b4a1c6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4101d10-c82f-4fdd-bb85-b105276ea177 HTTP/1.1" status: 200 len: 217 time: 0.0624027 Jan 25 02:13:33.003126 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ada00e4c-7cb2-46c3-9d56-ea6f92268536 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for floatingip (66692a35-dc26-41f5-8dfa-76b9944c459e), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:33.062949 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcc986-7d1c-427d-9513-33319bd8beba req-8eecf798-ed75-42dc-9235-d2680270dd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:33.062949 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e6fcc986-7d1c-427d-9513-33319bd8beba req-8eecf798-ed75-42dc-9235-d2680270dd58 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c73b0ff2-0e4e-49a2-8845-6036be7d7f95 HTTP/1.1" status: 200 len: 857 time: 0.0574930 Jan 25 02:13:33.107355 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e6fcc986-7d1c-427d-9513-33319bd8beba req-ffb1e7c2-2604-4905-ae8b-0818ee46c214 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4be3beab-67a0-44e6-a6ea-977f61cd91cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377734 Jan 25 02:13:33.227295 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e6fcc986-7d1c-427d-9513-33319bd8beba req-9fd0b14f-01d3-4b2b-afa0-cc84ef879ecf service neutron] 10.222.0.79 "GET /v2.0/networks/4be3beab-67a0-44e6-a6ea-977f61cd91cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105049 Jan 25 02:13:33.346699 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e6fcc986-7d1c-427d-9513-33319bd8beba req-353fbd92-8365-40a2-80b5-79ada1b51fb6 service neutron] 10.222.0.79 "GET /v2.0/networks/4be3beab-67a0-44e6-a6ea-977f61cd91cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025639 Jan 25 02:13:33.858681 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.db.resource_extend [None req-ada00e4c-7cb2-46c3-9d56-ea6f92268536 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 02:13:33.937556 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ada00e4c-7cb2-46c3-9d56-ea6f92268536 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:33.990619 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39cc484-d2bd-46a7-841e-cca9bad7a383 req-42d2e8c2-d2a1-436b-8daf-6da1e652cf52 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:33.992142 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e39cc484-d2bd-46a7-841e-cca9bad7a383 req-42d2e8c2-d2a1-436b-8daf-6da1e652cf52 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 946 time: 0.0551376 Jan 25 02:13:34.030392 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ada00e4c-7cb2-46c3-9d56-ea6f92268536 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013182'] for floatingip (66692a35-dc26-41f5-8dfa-76b9944c459e), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:34.062992 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e39cc484-d2bd-46a7-841e-cca9bad7a383 req-92b02e8b-7d63-4ea3-90f7-68ea0f0522ee tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651019 Jan 25 02:13:34.140434 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.db.l3_db [None req-ada00e4c-7cb2-46c3-9d56-ea6f92268536 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Floating IP 66692a35-dc26-41f5-8dfa-76b9944c459e associated. External IP: 172.27.3.26, port: 7041aa67-9e6b-4b11-899d-56b2335311bf. Jan 25 02:13:34.353670 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada00e4c-7cb2-46c3-9d56-ea6f92268536 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Router 55bdcb44-7fc9-4220-977e-d8ff3ac87247 has already been hosted by L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:13:34.464667 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada00e4c-7cb2-46c3-9d56-ea6f92268536 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:13:34.469250 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ada00e4c-7cb2-46c3-9d56-ea6f92268536 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:34.478325 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b0f16f-4715-4d93-8553-5e92dde963dc None None] Sync routers for ids ['55bdcb44-7fc9-4220-977e-d8ff3ac87247'] in dv-cinder-821168-1-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:13:34.493163 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b0f16f-4715-4d93-8553-5e92dde963dc None None] Routers {'55bdcb44-7fc9-4220-977e-d8ff3ac87247'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:13:34.493812 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f5b0f16f-4715-4d93-8553-5e92dde963dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:13:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['55bdcb44-7fc9-4220-977e-d8ff3ac87247'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:13:34.512078 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-ada00e4c-7cb2-46c3-9d56-ea6f92268536 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "PUT /v2.0/floatingips/66692a35-dc26-41f5-8dfa-76b9944c459e HTTP/1.1" status: 200 len: 990 time: 1.6124277 Jan 25 02:13:34.512655 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcbd6fbd-d262-49cc-a4b2-41ad26db1c89', 'tag': '7041aa67-9e6b-4b11-899d-56b2335311bf'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:13:34.515482 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55eb1f5f04cb26fc67ab56f1edd83d26eaebcb891754328a749e7af1ecc95ba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb8f8cb-0887-41ba-9c2a-5df24c1913e1" -d '{"events": [{"name": "network-changed", "server_uuid": "bcbd6fbd-d262-49cc-a4b2-41ad26db1c89", "tag": "7041aa67-9e6b-4b11-899d-56b2335311bf"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:13:34.559563 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b6be6a-d3d3-47ac-9541-3aa6ac21e138 x-openstack-request-id: req-19b6be6a-d3d3-47ac-9541-3aa6ac21e138 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:13:34.560000 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcbd6fbd-d262-49cc-a4b2-41ad26db1c89", "tag": "7041aa67-9e6b-4b11-899d-56b2335311bf", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:13:34.560329 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-19b6be6a-d3d3-47ac-9541-3aa6ac21e138 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:13:34.561079 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcbd6fbd-d262-49cc-a4b2-41ad26db1c89', 'tag': '7041aa67-9e6b-4b11-899d-56b2335311bf', 'status': 'completed', 'code': 200} Jan 25 02:13:34.639990 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f5b0f16f-4715-4d93-8553-5e92dde963dc None None] Set router 55bdcb44-7fc9-4220-977e-d8ff3ac87247 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:13:34.735188 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8f8cb-0887-41ba-9c2a-5df24c1913e1 req-1c1eb297-cf41-45a8-829c-7d2e143271b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:34.736779 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3eb8f8cb-0887-41ba-9c2a-5df24c1913e1 req-1c1eb297-cf41-45a8-829c-7d2e143271b0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cd0e87a773cb48a5808124de0b5709f6&device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 1098 time: 0.0468421 Jan 25 02:13:34.861644 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8f8cb-0887-41ba-9c2a-5df24c1913e1 req-a6924658-b3b3-42d8-85c2-5db3e78fbabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:34.863186 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3eb8f8cb-0887-41ba-9c2a-5df24c1913e1 req-a6924658-b3b3-42d8-85c2-5db3e78fbabc service neutron] 10.222.0.79 "GET /v2.0/networks?id=9e211453-422c-4767-b463-5c4e4c8afabc HTTP/1.1" status: 200 len: 918 time: 0.1175115 Jan 25 02:13:35.017708 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f5b0f16f-4715-4d93-8553-5e92dde963dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'name': 'tempest-AttachVolumeShelveTestJSON-2141731291-router', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '310a90f6-2cac-46ef-b080-89b358bfc902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:12:15Z', 'updated_at': '2022-01-25T02:12:22Z', 'revision_number': 4, 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'gw_port': {'id': '310a90f6-2cac-46ef-b080-89b358bfc902', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:17Z', 'updated_at': '2022-01-25T02:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_floatingips': [{'id': '66692a35-dc26-41f5-8dfa-76b9944c459e', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'floating_ip_address': '172.27.3.26', 'floating_network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'router_id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'port_id': '7041aa67-9e6b-4b11-899d-56b2335311bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc', 'mac_address': 'fa:16:3e:6b:0c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbd6fbd-d262-49cc-a4b2-41ad26db1c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:12:27Z', 'updated_at': '2022-01-25T02:13:33Z', 'revision_number': 1, 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45403224-ee71-4795-bbe3-29d77554610d', 'name': '', 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'mac_address': 'fa:16:3e:d2:41:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '431c2097-6312-4255-849e-eb12f9822c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:21Z', 'updated_at': '2022-01-25T02:12:28Z', 'revision_number': 5, 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'subnets': [{'id': '431c2097-6312-4255-849e-eb12f9822c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:13:35.078545 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3eb8f8cb-0887-41ba-9c2a-5df24c1913e1 req-889ed383-ddaa-43d7-b6d9-5edd2ea23440 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7041aa67-9e6b-4b11-899d-56b2335311bf HTTP/1.1" status: 200 len: 998 time: 0.2083399 Jan 25 02:13:35.084861 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b0f16f-4715-4d93-8553-5e92dde963dc None None] Checking router: 55bdcb44-7fc9-4220-977e-d8ff3ac87247 for host: dv-cinder-821168-1-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:13:35.094958 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b0f16f-4715-4d93-8553-5e92dde963dc None None] Routers {'55bdcb44-7fc9-4220-977e-d8ff3ac87247'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:13:35.095790 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f5b0f16f-4715-4d93-8553-5e92dde963dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:13:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['55bdcb44-7fc9-4220-977e-d8ff3ac87247'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:13:35.242544 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8f8cb-0887-41ba-9c2a-5df24c1913e1 req-1398c7bd-732e-4cdb-874e-d7c5efaec806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:35.243892 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3eb8f8cb-0887-41ba-9c2a-5df24c1913e1 req-1398c7bd-732e-4cdb-874e-d7c5efaec806 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=431c2097-6312-4255-849e-eb12f9822c44 HTTP/1.1" status: 200 len: 856 time: 0.1521912 Jan 25 02:13:35.266280 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f8995-0ffb-494a-8bd7-b8f653a77c71 req-86bd691a-fb16-4a09-8f7b-f3afb67af45d tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:35.268122 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-323f8995-0ffb-494a-8bd7-b8f653a77c71 req-86bd691a-fb16-4a09-8f7b-f3afb67af45d tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 946 time: 0.1035190 Jan 25 02:13:35.323492 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f5b0f16f-4715-4d93-8553-5e92dde963dc None None] Set router 55bdcb44-7fc9-4220-977e-d8ff3ac87247 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:13:35.384464 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8f8cb-0887-41ba-9c2a-5df24c1913e1 req-f41affd5-e38c-40ea-929a-bc9b7b8a2b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:35.386187 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3eb8f8cb-0887-41ba-9c2a-5df24c1913e1 req-f41affd5-e38c-40ea-929a-bc9b7b8a2b9b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9e211453-422c-4767-b463-5c4e4c8afabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1171501 Jan 25 02:13:35.389817 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-323f8995-0ffb-494a-8bd7-b8f653a77c71 req-b30a3aaa-3719-4dc5-a954-d84b24df6dfc tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109302 Jan 25 02:13:35.531259 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3eb8f8cb-0887-41ba-9c2a-5df24c1913e1 req-cd23cc34-9d50-42ef-a306-192bc09843e8 service neutron] 10.222.0.79 "GET /v2.0/networks/9e211453-422c-4767-b463-5c4e4c8afabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184947 Jan 25 02:13:35.619908 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f5b0f16f-4715-4d93-8553-5e92dde963dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'name': 'tempest-AttachVolumeShelveTestJSON-2141731291-router', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '310a90f6-2cac-46ef-b080-89b358bfc902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:12:15Z', 'updated_at': '2022-01-25T02:12:22Z', 'revision_number': 4, 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'gw_port': {'id': '310a90f6-2cac-46ef-b080-89b358bfc902', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:17Z', 'updated_at': '2022-01-25T02:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_floatingips': [{'id': '66692a35-dc26-41f5-8dfa-76b9944c459e', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'floating_ip_address': '172.27.3.26', 'floating_network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'router_id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'port_id': '7041aa67-9e6b-4b11-899d-56b2335311bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc', 'mac_address': 'fa:16:3e:6b:0c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbd6fbd-d262-49cc-a4b2-41ad26db1c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:12:27Z', 'updated_at': '2022-01-25T02:13:33Z', 'revision_number': 1, 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45403224-ee71-4795-bbe3-29d77554610d', 'name': '', 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'mac_address': 'fa:16:3e:d2:41:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '431c2097-6312-4255-849e-eb12f9822c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:21Z', 'updated_at': '2022-01-25T02:12:28Z', 'revision_number': 5, 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'subnets': [{'id': '431c2097-6312-4255-849e-eb12f9822c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:13:35.651518 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b0f16f-4715-4d93-8553-5e92dde963dc None None] The sync data for ids ['55bdcb44-7fc9-4220-977e-d8ff3ac87247'] in dv-cinder-821168-1-iscsi is: [{'id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'name': 'tempest-AttachVolumeShelveTestJSON-2141731291-router', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '310a90f6-2cac-46ef-b080-89b358bfc902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:12:15Z', 'updated_at': '2022-01-25T02:12:22Z', 'revision_number': 4, 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'gw_port': {'id': '310a90f6-2cac-46ef-b080-89b358bfc902', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:17Z', 'updated_at': '2022-01-25T02:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_floatingips': [{'id': '66692a35-dc26-41f5-8dfa-76b9944c459e', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'floating_ip_address': '172.27.3.26', 'floating_network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'router_id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'port_id': '7041aa67-9e6b-4b11-899d-56b2335311bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc', 'mac_address': 'fa:16:3e:6b:0c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbd6fbd-d262-49cc-a4b2-41ad26db1c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:12:27Z', 'updated_at': '2022-01-25T02:13:33Z', 'revision_number': 1, 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45403224-ee71-4795-bbe3-29d77554610d', 'name': '', 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'mac_address': 'fa:16:3e:d2:41:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '431c2097-6312-4255-849e-eb12f9822c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:21Z', 'updated_at': '2022-01-25T02:12:28Z', 'revision_number': 5, 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'subnets': [{'id': '431c2097-6312-4255-849e-eb12f9822c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:13:35.654485 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3eb8f8cb-0887-41ba-9c2a-5df24c1913e1 req-9a8cb328-c4fb-4f77-a2e4-b0966a74fdd7 service neutron] 10.222.0.79 "GET /v2.0/networks/9e211453-422c-4767-b463-5c4e4c8afabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164713 Jan 25 02:13:35.921359 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04021f62-baed-48cf-a8e1-147bab0dfd2e None None] New status for floating IP 66692a35-dc26-41f5-8dfa-76b9944c459e: ACTIVE {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:13:36.514183 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2862c-6bd1-435b-8fa6-30666813d3e1 req-61a46cce-d143-4fd8-b6a2-ba6851f47804 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:36.515772 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d3e2862c-6bd1-435b-8fa6-30666813d3e1 req-61a46cce-d143-4fd8-b6a2-ba6851f47804 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 946 time: 0.0496850 Jan 25 02:13:36.565531 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d3e2862c-6bd1-435b-8fa6-30666813d3e1 req-d59f82e2-d3e6-422b-a0f1-fc67716ded8c tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435195 Jan 25 02:13:37.690728 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e591cb-1cef-4828-a4a3-dd0a6eb71701 req-8c7c34e8-d1cb-4793-8203-a5920c71e354 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:37.692267 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a2e591cb-1cef-4828-a4a3-dd0a6eb71701 req-8c7c34e8-d1cb-4793-8203-a5920c71e354 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 946 time: 0.0554097 Jan 25 02:13:37.743981 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a2e591cb-1cef-4828-a4a3-dd0a6eb71701 req-6a1ac02a-efbc-4a3d-9402-3cd0eda2ab29 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456138 Jan 25 02:13:38.869484 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb78d45-81cc-4a1a-9fb4-60ed46b554f5 req-8788aea8-a5a5-4d1f-95df-fe094b409188 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:38.871247 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7cb78d45-81cc-4a1a-9fb4-60ed46b554f5 req-8788aea8-a5a5-4d1f-95df-fe094b409188 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 946 time: 0.0523241 Jan 25 02:13:38.921616 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7cb78d45-81cc-4a1a-9fb4-60ed46b554f5 req-ae25d4ef-f148-46d2-929d-61bab45bc7d2 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439208 Jan 25 02:13:39.004324 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 59722) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:13:39.115935 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04c22cd7-9e38-4f67-ba3b-b7eddd83d173 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:39.190418 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04c22cd7-9e38-4f67-ba3b-b7eddd83d173 admin admin] Publish callbacks [] for security_group (c9a4956d-6aa8-47e3-a54f-fd5df0e01e3a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:39.259091 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04c22cd7-9e38-4f67-ba3b-b7eddd83d173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (c9a4956d-6aa8-47e3-a54f-fd5df0e01e3a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:39.295758 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c22cd7-9e38-4f67-ba3b-b7eddd83d173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a4956d-6aa8-47e3-a54f-fd5df0e01e3a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:39.300836 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-04c22cd7-9e38-4f67-ba3b-b7eddd83d173 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=076ea62c856d4b7a9ad34c736cbdb212&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2947516 Jan 25 02:13:39.303543 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 59732) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:13:39.366562 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b709ff8-22d8-4668-97fc-607bf02489e9 admin admin] Publish callbacks [] for security_group (c9a4956d-6aa8-47e3-a54f-fd5df0e01e3a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:39.387762 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b709ff8-22d8-4668-97fc-607bf02489e9 admin admin] Publish callbacks [] for security_group (c9a4956d-6aa8-47e3-a54f-fd5df0e01e3a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:39.513304 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b709ff8-22d8-4668-97fc-607bf02489e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (c9a4956d-6aa8-47e3-a54f-fd5df0e01e3a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:39.515938 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b709ff8-22d8-4668-97fc-607bf02489e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:39.517666 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-7b709ff8-22d8-4668-97fc-607bf02489e9 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/c9a4956d-6aa8-47e3-a54f-fd5df0e01e3a HTTP/1.1" status: 204 len: 168 time: 0.2123532 Jan 25 02:13:39.525907 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b709ff8-22d8-4668-97fc-607bf02489e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a4956d-6aa8-47e3-a54f-fd5df0e01e3a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:40.044702 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e546b5b-6eb0-4896-bc8b-b24025885bd5 req-1ab53d19-8508-4baf-9759-9d0e4187a24e tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:40.051207 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6e546b5b-6eb0-4896-bc8b-b24025885bd5 req-1ab53d19-8508-4baf-9759-9d0e4187a24e tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 946 time: 0.0526526 Jan 25 02:13:40.100834 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6e546b5b-6eb0-4896-bc8b-b24025885bd5 req-5dec77d2-b12b-4929-8e91-324c620e347e tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470603 Jan 25 02:13:40.221657 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 59756) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:13:40.235791 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-34513a67-0671-437f-8132-d94316c84b31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:40.317103 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-34513a67-0671-437f-8132-d94316c84b31 admin admin] Publish callbacks [] for security_group (63b503dc-f09c-4f33-94f7-7e4bf076397e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:40.404366 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-34513a67-0671-437f-8132-d94316c84b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (63b503dc-f09c-4f33-94f7-7e4bf076397e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:40.461780 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-34513a67-0671-437f-8132-d94316c84b31 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=949df17ce8c348808ce1d8bf3d136455&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2379923 Jan 25 02:13:40.462577 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34513a67-0671-437f-8132-d94316c84b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b503dc-f09c-4f33-94f7-7e4bf076397e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:40.465108 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 59766) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:13:40.518954 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-21e76a46-0780-4c44-b428-075feb495f04 admin admin] Publish callbacks [] for security_group (63b503dc-f09c-4f33-94f7-7e4bf076397e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:40.540737 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-21e76a46-0780-4c44-b428-075feb495f04 admin admin] Publish callbacks [] for security_group (63b503dc-f09c-4f33-94f7-7e4bf076397e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:40.662311 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-21e76a46-0780-4c44-b428-075feb495f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (63b503dc-f09c-4f33-94f7-7e4bf076397e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:40.665642 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-21e76a46-0780-4c44-b428-075feb495f04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:40.666866 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-21e76a46-0780-4c44-b428-075feb495f04 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/63b503dc-f09c-4f33-94f7-7e4bf076397e HTTP/1.1" status: 204 len: 168 time: 0.2005460 Jan 25 02:13:40.674874 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e76a46-0780-4c44-b428-075feb495f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b503dc-f09c-4f33-94f7-7e4bf076397e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:41.229854 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b7a40-06fc-4901-8386-c9e92f009963 req-6e3cc614-a182-496c-97fd-f21033d1355c tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:41.232996 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ab4b7a40-06fc-4901-8386-c9e92f009963 req-6e3cc614-a182-496c-97fd-f21033d1355c tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 946 time: 0.0621927 Jan 25 02:13:41.290458 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ab4b7a40-06fc-4901-8386-c9e92f009963 req-2ca7b9f7-c719-4929-a1ae-44c54b94389b tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464180 Jan 25 02:13:41.682686 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 59808) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:13:41.787318 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f71cf962-647a-4dc7-8fb5-fea9802c5601 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:41.875861 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f71cf962-647a-4dc7-8fb5-fea9802c5601 admin admin] Publish callbacks [] for security_group (e73164ec-69fb-481d-b157-8b552792b556), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:41.955611 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f71cf962-647a-4dc7-8fb5-fea9802c5601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (e73164ec-69fb-481d-b157-8b552792b556), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:41.995098 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-f71cf962-647a-4dc7-8fb5-fea9802c5601 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=d3695581c7c34943bbd8b6e8f4806ae6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3112814 Jan 25 02:13:41.996227 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71cf962-647a-4dc7-8fb5-fea9802c5601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73164ec-69fb-481d-b157-8b552792b556,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:41.997831 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 59820) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:13:42.051808 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6134bd21-2cd7-4203-b013-3249734bc785 admin admin] Publish callbacks [] for security_group (e73164ec-69fb-481d-b157-8b552792b556), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:42.074308 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6134bd21-2cd7-4203-b013-3249734bc785 admin admin] Publish callbacks [] for security_group (e73164ec-69fb-481d-b157-8b552792b556), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:42.198898 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6134bd21-2cd7-4203-b013-3249734bc785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (e73164ec-69fb-481d-b157-8b552792b556), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:42.203183 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6134bd21-2cd7-4203-b013-3249734bc785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:42.206260 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-6134bd21-2cd7-4203-b013-3249734bc785 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/e73164ec-69fb-481d-b157-8b552792b556 HTTP/1.1" status: 204 len: 168 time: 0.2064347 Jan 25 02:13:42.214960 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134bd21-2cd7-4203-b013-3249734bc785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73164ec-69fb-481d-b157-8b552792b556,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:42.433635 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b34aba-c245-4b48-a5d5-b23660b8559f req-f973ffd0-854c-4045-9cb0-63e85c7e2451 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:42.435773 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b6b34aba-c245-4b48-a5d5-b23660b8559f req-f973ffd0-854c-4045-9cb0-63e85c7e2451 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 946 time: 0.0743270 Jan 25 02:13:42.498774 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b6b34aba-c245-4b48-a5d5-b23660b8559f req-9aaf363b-d8ce-4b55-a341-be0d7e7a9d33 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554574 Jan 25 02:13:42.909972 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 59866) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:13:42.928922 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1df2f25d-c949-4a3b-86c3-11f2d58c1ff5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:43.005272 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1df2f25d-c949-4a3b-86c3-11f2d58c1ff5 admin admin] Publish callbacks [] for security_group (6fb3a588-246e-48a1-ae5d-49ea5ab2c7d3), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:43.104412 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1df2f25d-c949-4a3b-86c3-11f2d58c1ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (6fb3a588-246e-48a1-ae5d-49ea5ab2c7d3), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:43.146958 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-1df2f25d-c949-4a3b-86c3-11f2d58c1ff5 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=348e2c49be594b6c9b5f2edd6e9a654c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357097 Jan 25 02:13:43.147673 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2f25d-c949-4a3b-86c3-11f2d58c1ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb3a588-246e-48a1-ae5d-49ea5ab2c7d3,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:43.149710 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 59872) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:13:43.202935 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8bb4786c-9008-4da6-969c-d9c273d9816c admin admin] Publish callbacks [] for security_group (6fb3a588-246e-48a1-ae5d-49ea5ab2c7d3), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:43.224064 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8bb4786c-9008-4da6-969c-d9c273d9816c admin admin] Publish callbacks [] for security_group (6fb3a588-246e-48a1-ae5d-49ea5ab2c7d3), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:43.370601 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8bb4786c-9008-4da6-969c-d9c273d9816c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (6fb3a588-246e-48a1-ae5d-49ea5ab2c7d3), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:43.373392 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8bb4786c-9008-4da6-969c-d9c273d9816c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:43.374941 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-8bb4786c-9008-4da6-969c-d9c273d9816c admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/6fb3a588-246e-48a1-ae5d-49ea5ab2c7d3 HTTP/1.1" status: 204 len: 168 time: 0.2239268 Jan 25 02:13:43.385379 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb4786c-9008-4da6-969c-d9c273d9816c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb3a588-246e-48a1-ae5d-49ea5ab2c7d3,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:43.608210 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923c393-9247-42d6-944a-bece08e10461 req-4379f501-e576-40d0-ab19-cbd058542dec tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:43.610026 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7923c393-9247-42d6-944a-bece08e10461 req-4379f501-e576-40d0-ab19-cbd058542dec tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 946 time: 0.0510685 Jan 25 02:13:43.681627 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7923c393-9247-42d6-944a-bece08e10461 req-ca609359-b35c-4870-929e-43c61b41a195 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645940 Jan 25 02:13:44.247450 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35a898-dfb5-4e6d-a235-837cf5287b74 req-847fa5b6-d6f4-4286-9ca5-32a27d8a6143 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:44.248929 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-bf35a898-dfb5-4e6d-a235-837cf5287b74 req-847fa5b6-d6f4-4286-9ca5-32a27d8a6143 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 946 time: 0.0493298 Jan 25 02:13:44.296495 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-bf35a898-dfb5-4e6d-a235-837cf5287b74 req-d777fe03-61e6-4a8e-97af-403e8f69ede2 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420280 Jan 25 02:13:44.536713 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 59930) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:13:44.743420 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b209d405-ed16-441f-a20e-56e81ff208ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:44.818723 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d8d17-f217-48c1-bddc-8613762bd8f2 req-5799e5e2-cb9e-4796-9244-9d862f50503b tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:44.820276 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-759d8d17-f217-48c1-bddc-8613762bd8f2 req-5799e5e2-cb9e-4796-9244-9d862f50503b tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 946 time: 0.0736506 Jan 25 02:13:44.889862 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b209d405-ed16-441f-a20e-56e81ff208ef admin admin] Publish callbacks [] for security_group (9a1be99c-cb15-4d59-ae08-e36177b26059), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:44.893966 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-759d8d17-f217-48c1-bddc-8613762bd8f2 req-fa7142be-53a3-4071-9e36-3edfa6b5d3c2 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673287 Jan 25 02:13:44.964266 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b209d405-ed16-441f-a20e-56e81ff208ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (9a1be99c-cb15-4d59-ae08-e36177b26059), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:45.004169 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-b209d405-ed16-441f-a20e-56e81ff208ef admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=a4fd285f6dc64e7e823889a4543849fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4663961 Jan 25 02:13:45.005616 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209d405-ed16-441f-a20e-56e81ff208ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1be99c-cb15-4d59-ae08-e36177b26059,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:45.007777 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 59946) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:13:45.067388 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ccb25015-3b02-4835-8e9f-c8e2da9d46af admin admin] Publish callbacks [] for security_group (9a1be99c-cb15-4d59-ae08-e36177b26059), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:45.090347 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ccb25015-3b02-4835-8e9f-c8e2da9d46af admin admin] Publish callbacks [] for security_group (9a1be99c-cb15-4d59-ae08-e36177b26059), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:45.315480 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ccb25015-3b02-4835-8e9f-c8e2da9d46af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (9a1be99c-cb15-4d59-ae08-e36177b26059), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:45.318927 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ccb25015-3b02-4835-8e9f-c8e2da9d46af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:45.321820 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-ccb25015-3b02-4835-8e9f-c8e2da9d46af admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/9a1be99c-cb15-4d59-ae08-e36177b26059 HTTP/1.1" status: 204 len: 168 time: 0.3113303 Jan 25 02:13:45.328761 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb25015-3b02-4835-8e9f-c8e2da9d46af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1be99c-cb15-4d59-ae08-e36177b26059,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:45.623596 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85933ce9-684f-4b24-ab89-b7958b3c7da3 req-4f978885-ba7f-4a7a-90d3-d2784dbb75aa tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:45.625111 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-85933ce9-684f-4b24-ab89-b7958b3c7da3 req-4f978885-ba7f-4a7a-90d3-d2784dbb75aa tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 946 time: 0.2340732 Jan 25 02:13:45.675726 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-85933ce9-684f-4b24-ab89-b7958b3c7da3 req-f54d8334-617d-442a-b47c-2088251ce1d2 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444891 Jan 25 02:13:46.028519 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04913b4e-73cf-456e-af6b-69bf3acadf7b req-8e22a6fe-31ca-4d9c-97c1-c9eb5bd71819 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:46.247887 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-04913b4e-73cf-456e-af6b-69bf3acadf7b req-8e22a6fe-31ca-4d9c-97c1-c9eb5bd71819 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 946 time: 0.0538979 Jan 25 02:13:46.247887 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-04913b4e-73cf-456e-af6b-69bf3acadf7b req-57a1969d-be63-48a5-8af7-c67e022f643d tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419688 Jan 25 02:13:46.487204 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 59984) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:13:46.501837 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-559deba3-0ba4-4d47-9ac2-e570c7473ee7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:46.574706 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-559deba3-0ba4-4d47-9ac2-e570c7473ee7 admin admin] Publish callbacks [] for security_group (f480c8b3-6885-47bc-a831-6899614d5394), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:46.667212 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-559deba3-0ba4-4d47-9ac2-e570c7473ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (f480c8b3-6885-47bc-a831-6899614d5394), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:46.706933 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-559deba3-0ba4-4d47-9ac2-e570c7473ee7 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=a2c659285d1d49f0b5f882813fec23a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201653 Jan 25 02:13:46.707902 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559deba3-0ba4-4d47-9ac2-e570c7473ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f480c8b3-6885-47bc-a831-6899614d5394,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:46.710792 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 59988) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:13:46.776364 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d30d357f-629d-4c21-8c5c-942e8df93658 admin admin] Publish callbacks [] for security_group (f480c8b3-6885-47bc-a831-6899614d5394), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:46.822609 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d30d357f-629d-4c21-8c5c-942e8df93658 admin admin] Publish callbacks [] for security_group (f480c8b3-6885-47bc-a831-6899614d5394), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:46.841185 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101a677-fa70-4df3-892d-9ecb5d8e343c req-a402ae1b-03e5-4650-afda-ff3666fde3aa tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:46.842679 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9101a677-fa70-4df3-892d-9ecb5d8e343c req-a402ae1b-03e5-4650-afda-ff3666fde3aa tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 946 time: 0.0844231 Jan 25 02:13:46.905429 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9101a677-fa70-4df3-892d-9ecb5d8e343c req-0c184f15-c77f-434d-a59b-526757ef2920 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557623 Jan 25 02:13:47.010073 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d30d357f-629d-4c21-8c5c-942e8df93658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (f480c8b3-6885-47bc-a831-6899614d5394), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:47.013133 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d30d357f-629d-4c21-8c5c-942e8df93658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:47.014468 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-d30d357f-629d-4c21-8c5c-942e8df93658 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/f480c8b3-6885-47bc-a831-6899614d5394 HTTP/1.1" status: 204 len: 168 time: 0.3005989 Jan 25 02:13:47.025664 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d357f-629d-4c21-8c5c-942e8df93658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f480c8b3-6885-47bc-a831-6899614d5394,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:47.352069 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264ea5a-b2b7-4739-8af2-cae334701571 req-e137652e-2b46-4edb-888c-afd51490b167 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:47.352069 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b264ea5a-b2b7-4739-8af2-cae334701571 req-e137652e-2b46-4edb-888c-afd51490b167 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 946 time: 0.0573390 Jan 25 02:13:47.399070 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b264ea5a-b2b7-4739-8af2-cae334701571 req-9674d8f6-3d15-4f16-8f0c-9a51bbbdcd62 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441148 Jan 25 02:13:47.658425 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-394297e6-b707-4b39-a9e8-0046464ada82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:48.040031 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770deedd-aeaf-4b6d-976a-f91da086c29b req-d33d1dea-3cd6-489f-9311-4dd4c421d133 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:48.041538 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-770deedd-aeaf-4b6d-976a-f91da086c29b req-d33d1dea-3cd6-489f-9311-4dd4c421d133 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 946 time: 0.0644267 Jan 25 02:13:48.089090 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 60030) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:13:48.099470 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-770deedd-aeaf-4b6d-976a-f91da086c29b req-a45bc214-2503-48e8-be36-ab73c5480052 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519893 Jan 25 02:13:48.191627 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [None req-6f2745fc-45e6-45e0-91c8-55c7ace34b7f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-513443254-network', 'tenant_id': '8ada8f38937a435491bb70629951c618'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:13:48.269908 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2745fc-45e6-45e0-91c8-55c7ace34b7f admin admin] Made reservation on behalf of 8ada8f38937a435491bb70629951c618 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:13:48.272393 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6f2745fc-45e6-45e0-91c8-55c7ace34b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:48.281340 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6f2745fc-45e6-45e0-91c8-55c7ace34b7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:48.355929 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6f2745fc-45e6-45e0-91c8-55c7ace34b7f admin admin] Publish callbacks [] for security_group (1614f8d2-336a-4ccd-a6aa-38f01af9f562), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:48.401122 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6f2745fc-45e6-45e0-91c8-55c7ace34b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (1614f8d2-336a-4ccd-a6aa-38f01af9f562), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:48.425792 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f2745fc-45e6-45e0-91c8-55c7ace34b7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:13:48.435742 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2745fc-45e6-45e0-91c8-55c7ace34b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1614f8d2-336a-4ccd-a6aa-38f01af9f562,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:48.440638 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6f2745fc-45e6-45e0-91c8-55c7ace34b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422'] for segment (25881576-4d39-44b8-9a22-7878ff75d374), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:48.440986 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.db.segments_db [None req-6f2745fc-45e6-45e0-91c8-55c7ace34b7f admin admin] Added segment 25881576-4d39-44b8-9a22-7878ff75d374 of type vlan for network 716405bd-09a0-4a3c-a905-b4b44b382ab2 Jan 25 02:13:48.507118 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6f2745fc-45e6-45e0-91c8-55c7ace34b7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777998040441'] for network (716405bd-09a0-4a3c-a905-b4b44b382ab2), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:48.545740 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb9cf0-7844-443f-92b0-11381f79996b req-3a87ec03-aa55-4d22-a0cc-91ef73891296 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:48.550126 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-29fb9cf0-7844-443f-92b0-11381f79996b req-3a87ec03-aa55-4d22-a0cc-91ef73891296 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 946 time: 0.0773122 Jan 25 02:13:48.595829 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-29fb9cf0-7844-443f-92b0-11381f79996b req-45375a84-904b-4d95-87f1-3c7fca150a9f tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430357 Jan 25 02:13:48.617883 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6f2745fc-45e6-45e0-91c8-55c7ace34b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394'] for network (716405bd-09a0-4a3c-a905-b4b44b382ab2), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:48.618906 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2745fc-45e6-45e0-91c8-55c7ace34b7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:48.619529 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6f2745fc-45e6-45e0-91c8-55c7ace34b7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:48.679288 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2745fc-45e6-45e0-91c8-55c7ace34b7f admin admin] Pushing event updated for resources: {'Network': ['ID=716405bd-09a0-4a3c-a905-b4b44b382ab2,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:48.689074 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Network 716405bd-09a0-4a3c-a905-b4b44b382ab2 details requested by agent ovs-agent-dv-cinder-821168-1-iscsi with host dv-cinder-821168-1-iscsi {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:13:48.740340 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-6f2745fc-45e6-45e0-91c8-55c7ace34b7f admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6465340 Jan 25 02:13:48.740730 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 60038) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:13:48.745704 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [None req-cda02b41-093a-4891-b89c-cce5f2282889 admin admin] Request body: {'subnet': {'network_id': '716405bd-09a0-4a3c-a905-b4b44b382ab2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-513443254-subnet', 'tenant_id': '8ada8f38937a435491bb70629951c618', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:13:48.829521 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda02b41-093a-4891-b89c-cce5f2282889 admin admin] Made reservation on behalf of 8ada8f38937a435491bb70629951c618 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:13:48.831847 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cda02b41-093a-4891-b89c-cce5f2282889 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:49.052676 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cda02b41-093a-4891-b89c-cce5f2282889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394'] for subnet (8e84d4fe-e02e-4079-ab70-8127a9da2c16), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:49.111629 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda02b41-093a-4891-b89c-cce5f2282889 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e84d4fe-e02e-4079-ab70-8127a9da2c16,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:49.121601 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda02b41-093a-4891-b89c-cce5f2282889 admin admin] Checking segment: {'id': '25881576-4d39-44b8-9a22-7878ff75d374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '716405bd-09a0-4a3c-a905-b4b44b382ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:13:49.121601 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda02b41-093a-4891-b89c-cce5f2282889 admin admin] Network hostable DHCP agents. Network: 716405bd-09a0-4a3c-a905-b4b44b382ab2, hostable agents: ['e69e460b-fe2d-42d0-be9b-976257b6f4ce'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:13:49.212828 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda02b41-093a-4891-b89c-cce5f2282889 admin admin] Network 716405bd-09a0-4a3c-a905-b4b44b382ab2 is scheduled to be hosted by DHCP agent e69e460b-fe2d-42d0-be9b-976257b6f4ce with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:13:49.230399 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e302a-7e8b-43a0-bc27-22881a9bce38 req-2180d381-3abe-4fcd-b9ef-ac2743fdad25 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:49.235795 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f26e302a-7e8b-43a0-bc27-22881a9bce38 req-2180d381-3abe-4fcd-b9ef-ac2743fdad25 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 946 time: 0.0607977 Jan 25 02:13:49.280944 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f26e302a-7e8b-43a0-bc27-22881a9bce38 req-8ea4483d-75fa-4dcf-81c7-68e867347f9d tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429907 Jan 25 02:13:49.315528 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-cda02b41-093a-4891-b89c-cce5f2282889 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821168-1-iscsi, 716405bd-09a0-4a3c-a905-b4b44b382ab2) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:13:49.320645 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda02b41-093a-4891-b89c-cce5f2282889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:49.328135 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cda02b41-093a-4891-b89c-cce5f2282889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:49.328298 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c2cab2-c078-423c-acb0-e6810b00e8e2 None None] Network 716405bd-09a0-4a3c-a905-b4b44b382ab2 requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:13:49.411797 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-cda02b41-093a-4891-b89c-cce5f2282889 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6622787 Jan 25 02:13:49.426399 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88de24b6-d5ab-4764-90f8-f1265c0ddd1e None None] Network 716405bd-09a0-4a3c-a905-b4b44b382ab2 requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:13:49.715425 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6eca3-029d-4ee5-b643-38e46720941d req-ea87b2a2-38e4-4a80-bf37-64c1097f0d5b tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:49.716918 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f2b6eca3-029d-4ee5-b643-38e46720941d req-ea87b2a2-38e4-4a80-bf37-64c1097f0d5b tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 946 time: 0.0509391 Jan 25 02:13:49.764483 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f2b6eca3-029d-4ee5-b643-38e46720941d req-96c3df51-1754-4833-8c9d-f23b7a632d13 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418324 Jan 25 02:13:50.110193 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 60072) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:13:50.115816 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [None req-19480705-cac2-423c-9a92-49c098cbd4c8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1940500489-network', 'tenant_id': '2c1a99219f424210a8b094a8d4327fd3'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:13:50.165722 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ae4e7385-fcce-445e-b4a4-b73cbb03d70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:50.212429 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19480705-cac2-423c-9a92-49c098cbd4c8 admin admin] Made reservation on behalf of 2c1a99219f424210a8b094a8d4327fd3 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:13:50.214848 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-19480705-cac2-423c-9a92-49c098cbd4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:50.228372 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-19480705-cac2-423c-9a92-49c098cbd4c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:50.229880 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:50.306164 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-19480705-cac2-423c-9a92-49c098cbd4c8 admin admin] Publish callbacks [] for security_group (0c64283d-0695-4df1-942c-a6adc607bfe7), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:50.383068 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-19480705-cac2-423c-9a92-49c098cbd4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (0c64283d-0695-4df1-942c-a6adc607bfe7), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:50.409511 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19480705-cac2-423c-9a92-49c098cbd4c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:13:50.429162 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32811a9c-c46e-4b4f-bf78-543ffa91389e req-dc5d7470-51ff-40e5-a6cf-40628b2fcd97 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:50.430571 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-32811a9c-c46e-4b4f-bf78-543ffa91389e req-dc5d7470-51ff-40e5-a6cf-40628b2fcd97 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 946 time: 0.0792863 Jan 25 02:13:50.433552 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19480705-cac2-423c-9a92-49c098cbd4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c64283d-0695-4df1-942c-a6adc607bfe7,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:50.440141 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-19480705-cac2-423c-9a92-49c098cbd4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422'] for segment (6366f0c0-cee3-47b8-9d65-3bb0804c732b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:50.440743 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.db.segments_db [None req-19480705-cac2-423c-9a92-49c098cbd4c8 admin admin] Added segment 6366f0c0-cee3-47b8-9d65-3bb0804c732b of type vlan for network b48ececf-4bb2-449a-8af5-85c4c3cd665b Jan 25 02:13:50.501085 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-19480705-cac2-423c-9a92-49c098cbd4c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777998040441'] for network (b48ececf-4bb2-449a-8af5-85c4c3cd665b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:50.523444 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-32811a9c-c46e-4b4f-bf78-543ffa91389e req-8caaa3a8-ef17-4b04-8425-21bbb66cd354 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854926 Jan 25 02:13:50.569903 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-19480705-cac2-423c-9a92-49c098cbd4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394'] for network (b48ececf-4bb2-449a-8af5-85c4c3cd665b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:50.570909 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19480705-cac2-423c-9a92-49c098cbd4c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:50.571497 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-19480705-cac2-423c-9a92-49c098cbd4c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:50.635359 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19480705-cac2-423c-9a92-49c098cbd4c8 admin admin] Pushing event updated for resources: {'Network': ['ID=b48ececf-4bb2-449a-8af5-85c4c3cd665b,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:50.644992 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Network b48ececf-4bb2-449a-8af5-85c4c3cd665b details requested by agent ovs-agent-dv-cinder-821168-1-iscsi with host dv-cinder-821168-1-iscsi {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:13:50.695560 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-19480705-cac2-423c-9a92-49c098cbd4c8 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5841198 Jan 25 02:13:50.698222 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 60080) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:13:50.702931 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [None req-1b2c447c-6f07-4397-be3a-b285e41f16b6 admin admin] Request body: {'subnet': {'network_id': 'b48ececf-4bb2-449a-8af5-85c4c3cd665b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1940500489-subnet', 'tenant_id': '2c1a99219f424210a8b094a8d4327fd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:13:50.807023 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2c447c-6f07-4397-be3a-b285e41f16b6 admin admin] Made reservation on behalf of 2c1a99219f424210a8b094a8d4327fd3 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:13:50.809406 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1b2c447c-6f07-4397-be3a-b285e41f16b6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:50.934609 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9acd9-593d-4796-9702-62b9b656b051 req-4cdde786-faaa-4c5a-9ddd-34169c2e9982 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:50.936105 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2af9acd9-593d-4796-9702-62b9b656b051 req-4cdde786-faaa-4c5a-9ddd-34169c2e9982 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 946 time: 0.1031768 Jan 25 02:13:51.038434 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2af9acd9-593d-4796-9702-62b9b656b051 req-ebcee699-c528-46dd-bad9-ca6c0ea544e5 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947781 Jan 25 02:13:51.118409 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1b2c447c-6f07-4397-be3a-b285e41f16b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394'] for subnet (76345954-c3c7-4fb2-9357-878627bc0cf8), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:51.171376 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c447c-6f07-4397-be3a-b285e41f16b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76345954-c3c7-4fb2-9357-878627bc0cf8,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:51.187091 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2c447c-6f07-4397-be3a-b285e41f16b6 admin admin] Checking segment: {'id': '6366f0c0-cee3-47b8-9d65-3bb0804c732b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b48ececf-4bb2-449a-8af5-85c4c3cd665b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:13:51.187451 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2c447c-6f07-4397-be3a-b285e41f16b6 admin admin] Network hostable DHCP agents. Network: b48ececf-4bb2-449a-8af5-85c4c3cd665b, hostable agents: ['e69e460b-fe2d-42d0-be9b-976257b6f4ce'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:13:51.275627 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2c447c-6f07-4397-be3a-b285e41f16b6 admin admin] Network b48ececf-4bb2-449a-8af5-85c4c3cd665b is scheduled to be hosted by DHCP agent e69e460b-fe2d-42d0-be9b-976257b6f4ce with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:13:51.361040 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-1b2c447c-6f07-4397-be3a-b285e41f16b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821168-1-iscsi, b48ececf-4bb2-449a-8af5-85c4c3cd665b) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:13:51.365885 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2c447c-6f07-4397-be3a-b285e41f16b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:51.366534 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1b2c447c-6f07-4397-be3a-b285e41f16b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:51.373764 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4b6c08-1598-4a8a-89f4-7351b32c4bed None None] Network b48ececf-4bb2-449a-8af5-85c4c3cd665b requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:13:51.452375 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-1b2c447c-6f07-4397-be3a-b285e41f16b6 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7530341 Jan 25 02:13:51.488383 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0711317b-7883-4592-948d-e408b66c3f2a None None] Network b48ececf-4bb2-449a-8af5-85c4c3cd665b requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:13:51.513383 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:51.660898 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d48d4-1071-4279-802c-f1e3fed111bd req-b5e73dde-bcc3-4f46-9458-0793c24d1b0c tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:51.663230 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-380d48d4-1071-4279-802c-f1e3fed111bd req-b5e73dde-bcc3-4f46-9458-0793c24d1b0c tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 946 time: 0.0503566 Jan 25 02:13:51.710861 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-380d48d4-1071-4279-802c-f1e3fed111bd req-5b5a993f-b154-40c1-a15d-9048e52a2d40 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419407 Jan 25 02:13:52.153433 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c4a1e-ce2a-4040-9a58-cb623ac6fa02 req-911f6941-3b78-46b4-a40d-6bb2c109bbfb tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:52.155230 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ab4c4a1e-ce2a-4040-9a58-cb623ac6fa02 req-911f6941-3b78-46b4-a40d-6bb2c109bbfb tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 946 time: 0.0508184 Jan 25 02:13:52.204455 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ab4c4a1e-ce2a-4040-9a58-cb623ac6fa02 req-723c21e3-bd7c-49fe-857b-f9301c622b95 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412772 Jan 25 02:13:52.830890 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fb97d-d235-4748-9b78-300bfc600a1e req-c3bb7166-dd00-4d31-8324-1e5d70c45bee tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:52.832342 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ad7fb97d-d235-4748-9b78-300bfc600a1e req-c3bb7166-dd00-4d31-8324-1e5d70c45bee tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 946 time: 0.0503154 Jan 25 02:13:52.878391 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ad7fb97d-d235-4748-9b78-300bfc600a1e req-11d5f66b-71d5-460b-a093-19d9852172b5 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396078 Jan 25 02:13:53.029332 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:53.322931 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6aaca-5bd2-49d4-a8ff-6380373d4aa0 req-08d01cbe-02ed-4453-8a26-5adf917927c4 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:53.324336 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-76c6aaca-5bd2-49d4-a8ff-6380373d4aa0 req-08d01cbe-02ed-4453-8a26-5adf917927c4 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 946 time: 0.0513134 Jan 25 02:13:53.383137 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-76c6aaca-5bd2-49d4-a8ff-6380373d4aa0 req-8a53d245-3d0a-4fe9-9acd-9a000015bf5a tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532875 Jan 25 02:13:53.997007 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fecb3-1305-44bb-9341-d7d4f975dd26 req-f61c8751-5836-4c5d-9c9e-11e1625b46c2 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:53.998507 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-093fecb3-1305-44bb-9341-d7d4f975dd26 req-f61c8751-5836-4c5d-9c9e-11e1625b46c2 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 946 time: 0.0491951 Jan 25 02:13:54.059137 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-093fecb3-1305-44bb-9341-d7d4f975dd26 req-2e113947-32c7-4457-a7ea-5b77ba08b615 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546393 Jan 25 02:13:54.502825 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c7bd2-e1ef-4b38-b7e5-e52b917fd950 req-4fd0376a-2c1c-46fd-9d8a-9988065ac555 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:54.508951 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-338c7bd2-e1ef-4b38-b7e5-e52b917fd950 req-4fd0376a-2c1c-46fd-9d8a-9988065ac555 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 946 time: 0.0521281 Jan 25 02:13:54.524240 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:54.568488 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-338c7bd2-e1ef-4b38-b7e5-e52b917fd950 req-21d970a5-7369-40b9-9396-d88c16da87f9 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563958 Jan 25 02:13:55.188952 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e0b3e-48f4-442e-9fca-610b135b8ea7 req-a3812fe6-b13e-4dab-8682-487e70587fd1 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:55.190454 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d70e0b3e-48f4-442e-9fca-610b135b8ea7 req-a3812fe6-b13e-4dab-8682-487e70587fd1 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 946 time: 0.0523920 Jan 25 02:13:55.268012 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d70e0b3e-48f4-442e-9fca-610b135b8ea7 req-cad6d4f8-655e-466f-a827-ca76855a2e92 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/security-groups?id=5590de07-0b62-41bf-b8aa-0f58153dda49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714357 Jan 25 02:13:55.279910 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6055b-40dd-404c-965c-6b74a8836f72 req-f5c76358-c7d0-46c6-bd7a-fe295d58d94e tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:55.281825 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1da6055b-40dd-404c-965c-6b74a8836f72 req-f5c76358-c7d0-46c6-bd7a-fe295d58d94e tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.79 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 946 time: 0.0794153 Jan 25 02:13:55.465387 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-1da6055b-40dd-404c-965c-6b74a8836f72 req-059b1bda-aabe-4f1c-974d-72d7b23de57d tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Deleting port 1751313f-29f8-41e1-a93c-26d141951d68 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:13:55.465680 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1da6055b-40dd-404c-965c-6b74a8836f72 req-059b1bda-aabe-4f1c-974d-72d7b23de57d tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (1751313f-29f8-41e1-a93c-26d141951d68), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:55.564766 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-1da6055b-40dd-404c-965c-6b74a8836f72 req-059b1bda-aabe-4f1c-974d-72d7b23de57d tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] For port 1751313f-29f8-41e1-a93c-26d141951d68, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=1751313f-29f8-41e1-a93c-26d141951d68,segment=NetworkSegment(a2e43f61-8c5a-4f2a-9a04-b2d77acd5758),segment_id=a2e43f61-8c5a-4f2a-9a04-b2d77acd5758)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:13:55.565154 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1da6055b-40dd-404c-965c-6b74a8836f72 req-059b1bda-aabe-4f1c-974d-72d7b23de57d tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (1751313f-29f8-41e1-a93c-26d141951d68), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:55.580546 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-1da6055b-40dd-404c-965c-6b74a8836f72 req-059b1bda-aabe-4f1c-974d-72d7b23de57d tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Calling delete_port for 1751313f-29f8-41e1-a93c-26d141951d68 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:13:55.761934 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e3a1c-3d70-4211-9472-1cd3e6189741 req-4abea0fc-0efa-4e53-bef4-d47ebd05979d tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:55.763750 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-734e3a1c-3d70-4211-9472-1cd3e6189741 req-4abea0fc-0efa-4e53-bef4-d47ebd05979d tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 946 time: 0.0903449 Jan 25 02:13:55.928922 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-734e3a1c-3d70-4211-9472-1cd3e6189741 req-ca7cc6a1-4d44-43fb-a50e-55ec4ab566a9 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502657 Jan 25 02:13:55.956929 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-bcbc164d-4f68-4bb1-ac6e-d3163fda8090 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:55.958664 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-bcbc164d-4f68-4bb1-ac6e-d3163fda8090 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/networks?id=f51e9718-4ec5-404e-a3a0-abfe3f81a1b8 HTTP/1.1" status: 200 len: 815 time: 0.1716080 Jan 25 02:13:55.977215 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-aec556a7-1a71-452c-95b3-3d943aed5c4d tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/quotas/0c520fbc4251459288308e62228787d8 HTTP/1.1" status: 200 len: 375 time: 0.0115387 Jan 25 02:13:55.995965 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1da6055b-40dd-404c-965c-6b74a8836f72 req-059b1bda-aabe-4f1c-974d-72d7b23de57d tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249'] for port (1751313f-29f8-41e1-a93c-26d141951d68), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:56.046239 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['1751313f-29f8-41e1-a93c-26d141951d68'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:13:56.069247 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b1bda-aabe-4f1c-974d-72d7b23de57d tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Pushing event deleted for resources: {'Port': ['ID=1751313f-29f8-41e1-a93c-26d141951d68,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:56.150026 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da6055b-40dd-404c-965c-6b74a8836f72 req-059b1bda-aabe-4f1c-974d-72d7b23de57d tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] No DVR routers for this DVR port 1751313f-29f8-41e1-a93c-26d141951d68 on host hv-cinder-82116 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:13:56.153711 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1da6055b-40dd-404c-965c-6b74a8836f72 req-059b1bda-aabe-4f1c-974d-72d7b23de57d tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:56.157463 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1da6055b-40dd-404c-965c-6b74a8836f72 req-059b1bda-aabe-4f1c-974d-72d7b23de57d tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.79 "DELETE /v2.0/ports/1751313f-29f8-41e1-a93c-26d141951d68 HTTP/1.1" status: 204 len: 173 time: 0.8638053 Jan 25 02:13:56.158699 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '144528b3-b6fb-4d85-b7c4-1635270fd6e1', 'name': 'network-vif-deleted', 'tag': '1751313f-29f8-41e1-a93c-26d141951d68'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:13:56.162244 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3c7026-135e-4d98-be40-b754366619ea" -d '{"events": [{"server_uuid": "144528b3-b6fb-4d85-b7c4-1635270fd6e1", "name": "network-vif-deleted", "tag": "1751313f-29f8-41e1-a93c-26d141951d68"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:13:56.170870 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-e0bf1d1c-90e0-41b9-ac75-d7770e5a209c tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=0c520fbc4251459288308e62228787d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1879063 Jan 25 02:13:56.205975 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7484c536-0c13-4519-a070-33437031c82c x-openstack-request-id: req-7484c536-0c13-4519-a070-33437031c82c {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:13:56.206643 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "144528b3-b6fb-4d85-b7c4-1635270fd6e1", "name": "network-vif-deleted", "tag": "1751313f-29f8-41e1-a93c-26d141951d68", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:13:56.206643 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-7484c536-0c13-4519-a070-33437031c82c {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:13:56.206905 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '144528b3-b6fb-4d85-b7c4-1635270fd6e1', 'name': 'network-vif-deleted', 'tag': '1751313f-29f8-41e1-a93c-26d141951d68', 'status': 'completed', 'code': 200} Jan 25 02:13:56.266189 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-979a08b9-14d7-4cd0-8cc1-d715c866169e service neutron] 10.222.0.112 "GET /v2.0/networks/f51e9718-4ec5-404e-a3a0-abfe3f81a1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891223 Jan 25 02:13:56.370263 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a1493aaf-b693-4dcb-986b-3545d9ef3f87 req-fb3574bf-4971-4932-9ddb-451f88cfdaf6 tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 210 time: 0.0303001 Jan 25 02:13:56.392406 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-f76f2168-085c-4f2c-b701-93f47c62bf2b service neutron] 10.222.0.112 "GET /v2.0/networks/f51e9718-4ec5-404e-a3a0-abfe3f81a1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187818 Jan 25 02:13:56.739871 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a5c4398b-7458-4a8a-889b-89cbde51c9d0 req-e03e29ac-cccb-4ed7-83ff-2cd1d4c5e89f tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=ab854a7f-2218-453d-b38a-2f65797032ee HTTP/1.1" status: 200 len: 210 time: 0.0497575 Jan 25 02:13:56.785734 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 60230) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:13:56.899320 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7cf2aa42-48ea-451a-836a-e7f6b2654a71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:56.976626 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7cf2aa42-48ea-451a-836a-e7f6b2654a71 admin admin] Publish callbacks [] for security_group (707f0a36-4e19-4db5-a14e-148480f36fe4), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:57.060977 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3e83a-af99-4143-a8f7-12df158eaa3f req-5e7af8fc-7dba-455d-becc-13d1704309c4 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:57.062627 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1dd3e83a-af99-4143-a8f7-12df158eaa3f req-5e7af8fc-7dba-455d-becc-13d1704309c4 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 946 time: 0.0525353 Jan 25 02:13:57.064887 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7cf2aa42-48ea-451a-836a-e7f6b2654a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (707f0a36-4e19-4db5-a14e-148480f36fe4), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:57.125820 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf2aa42-48ea-451a-836a-e7f6b2654a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707f0a36-4e19-4db5-a14e-148480f36fe4,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:57.133054 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-7cf2aa42-48ea-451a-836a-e7f6b2654a71 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=199c38219f9d4c80b28ecc2193e184dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3433039 Jan 25 02:13:57.134653 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 60242) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:13:57.163825 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1dd3e83a-af99-4143-a8f7-12df158eaa3f req-9a185765-85c7-4ba7-8d63-650216595ff0 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824454 Jan 25 02:13:57.195672 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b287044-544b-4a99-bea8-72f0d5ae1163 admin admin] Publish callbacks [] for security_group (707f0a36-4e19-4db5-a14e-148480f36fe4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:57.234798 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b287044-544b-4a99-bea8-72f0d5ae1163 admin admin] Publish callbacks [] for security_group (707f0a36-4e19-4db5-a14e-148480f36fe4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:57.464032 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b287044-544b-4a99-bea8-72f0d5ae1163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (707f0a36-4e19-4db5-a14e-148480f36fe4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:57.466804 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b287044-544b-4a99-bea8-72f0d5ae1163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:57.491280 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9a5bcc7a-625a-42af-8b26-568506bb9e64 req-5ccce9f4-f92c-47c4-898e-88766cd0325d tempest-DeleteServersTestJSON-743419368 tempest-DeleteServersTestJSON-743419368-project] 10.222.0.112 "GET /v2.0/ports?device_id=144528b3-b6fb-4d85-b7c4-1635270fd6e1 HTTP/1.1" status: 200 len: 210 time: 0.0302112 Jan 25 02:13:57.493055 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-6b287044-544b-4a99-bea8-72f0d5ae1163 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/707f0a36-4e19-4db5-a14e-148480f36fe4 HTTP/1.1" status: 204 len: 168 time: 0.3417225 Jan 25 02:13:57.501139 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b287044-544b-4a99-bea8-72f0d5ae1163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707f0a36-4e19-4db5-a14e-148480f36fe4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:57.859883 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dce531ee-08d9-4710-83c0-f67635127948 req-bbeb7ead-8995-4b95-aba0-82b1707017ed tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=ab854a7f-2218-453d-b38a-2f65797032ee HTTP/1.1" status: 200 len: 210 time: 0.0278137 Jan 25 02:13:58.261720 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 60306) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:13:58.276100 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87289549-f93b-4b9a-8f6b-18e478e5257b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:58.317361 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8c310-a6be-41b4-af6c-67c787a5f472 req-085af82e-4a26-4b1f-826b-b775c74c8236 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:58.319621 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4fe8c310-a6be-41b4-af6c-67c787a5f472 req-085af82e-4a26-4b1f-826b-b775c74c8236 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 946 time: 0.0565522 Jan 25 02:13:58.328126 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 1751313f-29f8-41e1-a93c-26d141951d68 no longer exists at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:13:58.348878 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] No Port match for: 1751313f-29f8-41e1-a93c-26d141951d68 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:13:58.350065 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 1751313f-29f8-41e1-a93c-26d141951d68 not bound to the agent host hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:13:58.362066 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87289549-f93b-4b9a-8f6b-18e478e5257b admin admin] Publish callbacks [] for security_group (dae216ca-7c52-4f54-bf59-682465973a7e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:58.370209 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4fe8c310-a6be-41b4-af6c-67c787a5f472 req-03c4d598-d236-426d-9b4c-e7ab35b03b81 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449700 Jan 25 02:13:58.453490 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87289549-f93b-4b9a-8f6b-18e478e5257b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (dae216ca-7c52-4f54-bf59-682465973a7e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:58.502943 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-87289549-f93b-4b9a-8f6b-18e478e5257b admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=3349ba646b924a9fb38f6ab658e3e03a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398701 Jan 25 02:13:58.505916 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 60316) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:13:58.508815 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87289549-f93b-4b9a-8f6b-18e478e5257b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae216ca-7c52-4f54-bf59-682465973a7e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:58.564406 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ec53a1d7-d6eb-47b7-bd7f-268db9958eca admin admin] Publish callbacks [] for security_group (dae216ca-7c52-4f54-bf59-682465973a7e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:58.586254 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ec53a1d7-d6eb-47b7-bd7f-268db9958eca admin admin] Publish callbacks [] for security_group (dae216ca-7c52-4f54-bf59-682465973a7e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:58.699302 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ec53a1d7-d6eb-47b7-bd7f-268db9958eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (dae216ca-7c52-4f54-bf59-682465973a7e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:58.706894 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ec53a1d7-d6eb-47b7-bd7f-268db9958eca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:58.720023 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-ec53a1d7-d6eb-47b7-bd7f-268db9958eca admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/dae216ca-7c52-4f54-bf59-682465973a7e HTTP/1.1" status: 204 len: 168 time: 0.2036276 Jan 25 02:13:58.720023 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53a1d7-d6eb-47b7-bd7f-268db9958eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae216ca-7c52-4f54-bf59-682465973a7e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:58.963786 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-037f1eff-ef3e-4f82-acbe-1b9c20f07c74 req-5d871938-42ca-47ad-821d-fe93d1185d24 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=ab854a7f-2218-453d-b38a-2f65797032ee HTTP/1.1" status: 200 len: 210 time: 0.0281243 Jan 25 02:13:59.594387 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 60370) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:13:59.619503 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5c699b5a-6e6f-4450-b720-1850322feff8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:59.660721 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d7981-1c7b-4f04-8533-c4f51a863ba1 req-128a2c29-3b61-4aa5-83d9-7c6b52a551db tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:59.663071 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-918d7981-1c7b-4f04-8533-c4f51a863ba1 req-128a2c29-3b61-4aa5-83d9-7c6b52a551db tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 946 time: 0.1125445 Jan 25 02:13:59.669918 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-2fd07b26-e147-43cc-85b4-3ed9cca43af9 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:13:59.671389 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-2fd07b26-e147-43cc-85b4-3ed9cca43af9 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.79 "GET /v2.0/networks?id=f51e9718-4ec5-404e-a3a0-abfe3f81a1b8 HTTP/1.1" status: 200 len: 815 time: 0.3628185 Jan 25 02:13:59.700175 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5c699b5a-6e6f-4450-b720-1850322feff8 admin admin] Publish callbacks [] for security_group (2caa25d1-1ee9-42b1-91c3-73b4f5ec768d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:59.707152 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-8a17771b-6644-4643-abc5-1712dd65b694 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Request body: {'port': {'device_id': 'ab854a7f-2218-453d-b38a-2f65797032ee', 'network_id': 'f51e9718-4ec5-404e-a3a0-abfe3f81a1b8', 'admin_state_up': True, 'tenant_id': '0c520fbc4251459288308e62228787d8'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:13:59.746693 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-918d7981-1c7b-4f04-8533-c4f51a863ba1 req-758e6c1f-14f6-44ec-a604-88f5b587d5fd tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740914 Jan 25 02:13:59.780698 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5c699b5a-6e6f-4450-b720-1850322feff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (2caa25d1-1ee9-42b1-91c3-73b4f5ec768d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:59.819318 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-5c699b5a-6e6f-4450-b720-1850322feff8 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=3449ed4e07484a03b74854b9e5a4655f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221208 Jan 25 02:13:59.820156 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c699b5a-6e6f-4450-b720-1850322feff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2caa25d1-1ee9-42b1-91c3-73b4f5ec768d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:13:59.822051 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 60372) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:13:59.879469 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-99c06fbb-cdea-4d9c-9162-4d430f17e75b admin admin] Publish callbacks [] for security_group (2caa25d1-1ee9-42b1-91c3-73b4f5ec768d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:59.908327 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-99c06fbb-cdea-4d9c-9162-4d430f17e75b admin admin] Publish callbacks [] for security_group (2caa25d1-1ee9-42b1-91c3-73b4f5ec768d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:13:59.949549 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-8a17771b-6644-4643-abc5-1712dd65b694 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Made reservation on behalf of 0c520fbc4251459288308e62228787d8 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:13:59.953167 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-8a17771b-6644-4643-abc5-1712dd65b694 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:00.065651 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c2767a23-2987-44ea-a9d7-f9ef0bf97702 req-1252f42a-47b6-4ea7-8915-e087d6a1542a tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=ab854a7f-2218-453d-b38a-2f65797032ee HTTP/1.1" status: 200 len: 210 time: 0.0266805 Jan 25 02:14:00.069194 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-99c06fbb-cdea-4d9c-9162-4d430f17e75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (2caa25d1-1ee9-42b1-91c3-73b4f5ec768d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:00.071897 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-99c06fbb-cdea-4d9c-9162-4d430f17e75b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:00.073017 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-99c06fbb-cdea-4d9c-9162-4d430f17e75b admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/2caa25d1-1ee9-42b1-91c3-73b4f5ec768d HTTP/1.1" status: 204 len: 168 time: 0.2499750 Jan 25 02:14:00.116442 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c06fbb-cdea-4d9c-9162-4d430f17e75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2caa25d1-1ee9-42b1-91c3-73b4f5ec768d,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:00.187880 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 60394) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:00.219349 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-8a17771b-6644-4643-abc5-1712dd65b694 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Allocated IP 172.20.0.12 (f51e9718-4ec5-404e-a3a0-abfe3f81a1b8/5ceebd01-54f8-49c2-a96a-185a2872233c/0f837d0f-596c-4b03-a2cc-51d89430d7be) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:14:00.254845 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d7dbf94-4b79-45fe-b484-8d6d0a797d13 admin admin] Deleting subnet f1587185-9147-4d72-b943-54d790d8ee8e {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 02:14:00.258959 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d7dbf94-4b79-45fe-b484-8d6d0a797d13 admin admin] Publish callbacks [] for subnet (f1587185-9147-4d72-b943-54d790d8ee8e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:00.296869 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d7dbf94-4b79-45fe-b484-8d6d0a797d13 admin admin] Publish callbacks [] for subnet (f1587185-9147-4d72-b943-54d790d8ee8e), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:00.306998 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d7dbf94-4b79-45fe-b484-8d6d0a797d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16745065'] for subnet (f1587185-9147-4d72-b943-54d790d8ee8e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:00.387843 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-8a17771b-6644-4643-abc5-1712dd65b694 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Publish callbacks [] for port (0f837d0f-596c-4b03-a2cc-51d89430d7be), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:00.461750 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d7dbf94-4b79-45fe-b484-8d6d0a797d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16745106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394'] for subnet (f1587185-9147-4d72-b943-54d790d8ee8e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:00.488233 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7dbf94-4b79-45fe-b484-8d6d0a797d13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1587185-9147-4d72-b943-54d790d8ee8e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:00.493012 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d7dbf94-4b79-45fe-b484-8d6d0a797d13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:00.497033 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-8a17771b-6644-4643-abc5-1712dd65b694 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240'] for port (0f837d0f-596c-4b03-a2cc-51d89430d7be), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:00.499130 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-8d7dbf94-4b79-45fe-b484-8d6d0a797d13 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/f1587185-9147-4d72-b943-54d790d8ee8e HTTP/1.1" status: 204 len: 168 time: 0.3090835 Jan 25 02:14:00.505110 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 60402) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:00.539299 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['49ae77fa-137a-41b8-a089-25517bcf38c2'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:14:00.561433 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17771b-6644-4643-abc5-1712dd65b694 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Pushing event updated for resources: {'Port': ['ID=0f837d0f-596c-4b03-a2cc-51d89430d7be,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:00.572927 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-8a17771b-6644-4643-abc5-1712dd65b694 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Network f51e9718-4ec5-404e-a3a0-abfe3f81a1b8 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:14:00.575533 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-8a17771b-6644-4643-abc5-1712dd65b694 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:14:00.578299 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-8a17771b-6644-4643-abc5-1712dd65b694 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:14:00.582247 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:00.582247 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:00.582247 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:00.582247 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:00.582247 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:00.582247 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:00.582247 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:00.582247 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:00.582247 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:00.582247 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:00.582247 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:00.582247 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:00.582247 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:00.582247 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:00.582247 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:00.582247 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:00.582247 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:00.582247 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:00.582247 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:00.582247 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:00.582247 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:00.582247 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:00.582247 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:00.582247 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:00.582247 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:00.582247 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:00.582247 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:00.582247 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:00.582247 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:00.582247 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:00.582247 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:00.582247 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:00.582247 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:00.582247 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:00.582247 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:00.582247 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:00.587527 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:00.587527 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:00.587527 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:00.587527 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:00.587527 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:00.587527 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:00.587527 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:00.587527 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:00.587527 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:00.587527 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:00.587527 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:00.587527 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:00.587527 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-8a17771b-6644-4643-abc5-1712dd65b694 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:00.587527 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-8a17771b-6644-4643-abc5-1712dd65b694 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:00.598958 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbfca6a6-cc5d-4a80-a391-68c1eaa443f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16363431'] for network (a4c64d05-4e7c-4bb4-bd10-62f58fad8587), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:00.698230 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-8a17771b-6644-4643-abc5-1712dd65b694 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9953308 Jan 25 02:14:00.720088 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbfca6a6-cc5d-4a80-a391-68c1eaa443f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16730868', 'neutron.services.segments.db._delete_segments_for_network-8777998562223'] for network (a4c64d05-4e7c-4bb4-bd10-62f58fad8587), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:00.744778 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbfca6a6-cc5d-4a80-a391-68c1eaa443f1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:14:00.745225 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbfca6a6-cc5d-4a80-a391-68c1eaa443f1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:14:00.746181 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbfca6a6-cc5d-4a80-a391-68c1eaa443f1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:14:00.746836 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbfca6a6-cc5d-4a80-a391-68c1eaa443f1 admin admin] Subscribe: > port after_create 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:14:00.747344 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbfca6a6-cc5d-4a80-a391-68c1eaa443f1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:14:00.747909 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbfca6a6-cc5d-4a80-a391-68c1eaa443f1 admin admin] Subscribe: > port after_update 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:14:00.748288 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbfca6a6-cc5d-4a80-a391-68c1eaa443f1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:14:00.748689 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbfca6a6-cc5d-4a80-a391-68c1eaa443f1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:14:00.749125 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbfca6a6-cc5d-4a80-a391-68c1eaa443f1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:14:00.749495 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbfca6a6-cc5d-4a80-a391-68c1eaa443f1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:14:00.774663 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-05d96468-0230-4d6d-b13c-1540a38e773b service neutron] Request body: {'port': {'device_id': 'ab854a7f-2218-453d-b38a-2f65797032ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82116'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:14:00.864431 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-05d96468-0230-4d6d-b13c-1540a38e773b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (0f837d0f-596c-4b03-a2cc-51d89430d7be), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:00.919491 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbfca6a6-cc5d-4a80-a391-68c1eaa443f1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:14:00.920128 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbfca6a6-cc5d-4a80-a391-68c1eaa443f1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:14:00.920511 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbfca6a6-cc5d-4a80-a391-68c1eaa443f1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:14:00.920835 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbfca6a6-cc5d-4a80-a391-68c1eaa443f1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:14:00.921699 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-bbfca6a6-cc5d-4a80-a391-68c1eaa443f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c64d05-4e7c-4bb4-bd10-62f58fad8587']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:14:00.943461 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-bbfca6a6-cc5d-4a80-a391-68c1eaa443f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e43f61-8c5a-4f2a-9a04-b2d77acd5758') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:14:00.944730 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-bbfca6a6-cc5d-4a80-a391-68c1eaa443f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e43f61-8c5a-4f2a-9a04-b2d77acd5758') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:14:00.945038 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5b321-1216-4f3b-aaef-97ad8417551b req-098c6f51-f32e-4e58-ba35-194e13a040b2 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:00.949517 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-90b5b321-1216-4f3b-aaef-97ad8417551b req-098c6f51-f32e-4e58-ba35-194e13a040b2 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 946 time: 0.1002648 Jan 25 02:14:00.978197 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbfca6a6-cc5d-4a80-a391-68c1eaa443f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777998562097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25179595'] for segment (a2e43f61-8c5a-4f2a-9a04-b2d77acd5758), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:01.000826 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbfca6a6-cc5d-4a80-a391-68c1eaa443f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422'] for segment (a2e43f61-8c5a-4f2a-9a04-b2d77acd5758), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:01.011044 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbfca6a6-cc5d-4a80-a391-68c1eaa443f1 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 02:14:01.011496 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbfca6a6-cc5d-4a80-a391-68c1eaa443f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25361942'] for segment (a2e43f61-8c5a-4f2a-9a04-b2d77acd5758), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: from cryptography.utils import int_from_bytes Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: from cryptography.utils import int_from_bytes Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: warnings.warn(msg) Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: warnings.warn(msg) Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: warnings.warn(msg) Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: warnings.warn(msg) Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: warnings.warn(msg) Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: warnings.warn(msg) Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: warnings.warn(msg) Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: warnings.warn(msg) Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: warnings.warn(msg) Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: warnings.warn(msg) Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: warnings.warn(msg) Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: Traceback (most recent call last): Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: timer() Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: cb(*args, **kw) Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: return func(*args, **kwargs) Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: self._notify() Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: self.callback(batched_events) Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: event.method(event) Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: return f(self, *a, **k) Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: return self._get(url).json() Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: return self.request(url, 'GET', **kwargs) Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 02:14:01.041250 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 02:14:01.044948 dv-cinder-821168-1-iscsi neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 02:14:01.044948 dv-cinder-821168-1-iscsi neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 02:14:01.078875 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-90b5b321-1216-4f3b-aaef-97ad8417551b req-dc11687e-3735-4c2e-aa06-999eaa11d1c3 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174510 Jan 25 02:14:01.224222 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbfca6a6-cc5d-4a80-a391-68c1eaa443f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16730819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013164'] for network (a4c64d05-4e7c-4bb4-bd10-62f58fad8587), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:01.234638 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbfca6a6-cc5d-4a80-a391-68c1eaa443f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:01.242517 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-bbfca6a6-cc5d-4a80-a391-68c1eaa443f1 admin admin] 10.222.0.112 "DELETE /v2.0/networks/a4c64d05-4e7c-4bb4-bd10-62f58fad8587 HTTP/1.1" status: 204 len: 168 time: 0.7382917 Jan 25 02:14:01.243089 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a23b1-cd54-4d44-8894-6fba26c98d60 req-2c30c910-5bef-4c93-8526-4fb9c7238cfe tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:01.250255 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a09a23b1-cd54-4d44-8894-6fba26c98d60 req-2c30c910-5bef-4c93-8526-4fb9c7238cfe tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=ab854a7f-2218-453d-b38a-2f65797032ee HTTP/1.1" status: 200 len: 932 time: 0.0850964 Jan 25 02:14:01.250841 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfca6a6-cc5d-4a80-a391-68c1eaa443f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4c64d05-4e7c-4bb4-bd10-62f58fad8587,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:01.300042 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-05d96468-0230-4d6d-b13c-1540a38e773b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f837d0f-596c-4b03-a2cc-51d89430d7be {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:14:01.315393 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-05d96468-0230-4d6d-b13c-1540a38e773b service neutron] Publish callbacks [] for port (0f837d0f-596c-4b03-a2cc-51d89430d7be), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:01.339530 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a09a23b1-cd54-4d44-8894-6fba26c98d60 req-503ba404-ee70-47cf-a093-b6734fe841b2 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882595 Jan 25 02:14:01.342167 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-05d96468-0230-4d6d-b13c-1540a38e773b service neutron] Transition to ACTIVE for port object 0f837d0f-596c-4b03-a2cc-51d89430d7be will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:14:01.521553 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-05d96468-0230-4d6d-b13c-1540a38e773b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (0f837d0f-596c-4b03-a2cc-51d89430d7be), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:01.613198 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d96468-0230-4d6d-b13c-1540a38e773b service neutron] Pushing event updated for resources: {'Port': ['ID=0f837d0f-596c-4b03-a2cc-51d89430d7be,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:01.624828 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 60452) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:01.664369 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8464e13-9e37-4028-a0a1-0d364905623d req-16403a59-5f59-4ff7-b781-cc7d08a5c1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:01.665894 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e8464e13-9e37-4028-a0a1-0d364905623d req-16403a59-5f59-4ff7-b781-cc7d08a5c1e4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 1099 time: 0.1049142 Jan 25 02:14:01.668388 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-05d96468-0230-4d6d-b13c-1540a38e773b service neutron] Attempting to bind port 0f837d0f-596c-4b03-a2cc-51d89430d7be on host hv-cinder-82116 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:14:01.668721 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-05d96468-0230-4d6d-b13c-1540a38e773b service neutron] Attempting to bind port 0f837d0f-596c-4b03-a2cc-51d89430d7be by drivers openvswitch,hyperv on host hv-cinder-82116 at level 0 using segments [{'id': '0cd0a719-aadd-4513-9040-a946e7723384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f51e9718-4ec5-404e-a3a0-abfe3f81a1b8'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:14:01.669052 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-05d96468-0230-4d6d-b13c-1540a38e773b service neutron] Attempting to bind port 0f837d0f-596c-4b03-a2cc-51d89430d7be on network f51e9718-4ec5-404e-a3a0-abfe3f81a1b8 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:14:01.679679 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-05d96468-0230-4d6d-b13c-1540a38e773b service neutron] Port 0f837d0f-596c-4b03-a2cc-51d89430d7be on network f51e9718-4ec5-404e-a3a0-abfe3f81a1b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82116 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:14:01.680009 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-05d96468-0230-4d6d-b13c-1540a38e773b service neutron] Attempting to bind port 0f837d0f-596c-4b03-a2cc-51d89430d7be on network f51e9718-4ec5-404e-a3a0-abfe3f81a1b8 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:14:01.694370 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-05d96468-0230-4d6d-b13c-1540a38e773b service neutron] Checking agent: {'id': '52d0b4b2-7edd-4256-a5ca-dd2d58b489f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 10, 20), 'started_at': datetime.datetime(2022, 1, 25, 2, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:14:01.694776 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-05d96468-0230-4d6d-b13c-1540a38e773b service neutron] Checking segment: {'id': '0cd0a719-aadd-4513-9040-a946e7723384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f51e9718-4ec5-404e-a3a0-abfe3f81a1b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:14:01.695117 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-05d96468-0230-4d6d-b13c-1540a38e773b service neutron] Bound using segment: {'id': '0cd0a719-aadd-4513-9040-a946e7723384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f51e9718-4ec5-404e-a3a0-abfe3f81a1b8'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:14:01.695552 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-05d96468-0230-4d6d-b13c-1540a38e773b service neutron] Bound port: 0f837d0f-596c-4b03-a2cc-51d89430d7be, host: hv-cinder-82116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd0a719-aadd-4513-9040-a946e7723384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f51e9718-4ec5-404e-a3a0-abfe3f81a1b8'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:14:01.695912 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-05d96468-0230-4d6d-b13c-1540a38e773b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (0f837d0f-596c-4b03-a2cc-51d89430d7be), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:01.744310 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 60456) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:01.765816 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e8464e13-9e37-4028-a0a1-0d364905623d req-c0e78dd4-4573-42dd-a230-b6c3d7b94620 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906262 Jan 25 02:14:01.788212 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-c102217d-30e3-4346-a78d-fdadb38cce06 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=cf35b27d7b6a4dd2b5ba9b0ae10aab0c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0422182 Jan 25 02:14:01.802295 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 60460) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:01.825008 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-05d96468-0230-4d6d-b13c-1540a38e773b service neutron] For port 0f837d0f-596c-4b03-a2cc-51d89430d7be, host hv-cinder-82116, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:14:01.829461 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-05d96468-0230-4d6d-b13c-1540a38e773b service neutron] For port 0f837d0f-596c-4b03-a2cc-51d89430d7be, host hv-cinder-82116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=0f837d0f-596c-4b03-a2cc-51d89430d7be,segment=NetworkSegment(0cd0a719-aadd-4513-9040-a946e7723384),segment_id=0cd0a719-aadd-4513-9040-a946e7723384)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:14:01.873622 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-38459a33-99c9-4fbe-a99a-d89f7668e03e admin admin] Publish callbacks [] for security_group (5590de07-0b62-41bf-b8aa-0f58153dda49), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:01.901789 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-38459a33-99c9-4fbe-a99a-d89f7668e03e admin admin] Publish callbacks [] for security_group (5590de07-0b62-41bf-b8aa-0f58153dda49), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:01.904209 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-05d96468-0230-4d6d-b13c-1540a38e773b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (0f837d0f-596c-4b03-a2cc-51d89430d7be), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:01.955610 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-05d96468-0230-4d6d-b13c-1540a38e773b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:01.956231 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-05d96468-0230-4d6d-b13c-1540a38e773b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:01.958500 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-05d96468-0230-4d6d-b13c-1540a38e773b service neutron] 10.222.0.79 "PUT /v2.0/ports/0f837d0f-596c-4b03-a2cc-51d89430d7be HTTP/1.1" status: 200 len: 1094 time: 1.1883583 Jan 25 02:14:01.961314 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab854a7f-2218-453d-b38a-2f65797032ee', 'tag': '0f837d0f-596c-4b03-a2cc-51d89430d7be'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:14:01.963802 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9b7940-cf9e-4774-95b9-59eae9d5a634" -d '{"events": [{"name": "network-changed", "server_uuid": "ab854a7f-2218-453d-b38a-2f65797032ee", "tag": "0f837d0f-596c-4b03-a2cc-51d89430d7be"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:14:02.003899 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d96468-0230-4d6d-b13c-1540a38e773b service neutron] Pushing event updated for resources: {'Port': ['ID=0f837d0f-596c-4b03-a2cc-51d89430d7be,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:02.012115 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0350ac1-22ff-4b7e-8393-2d8a8acd204d x-openstack-request-id: req-a0350ac1-22ff-4b7e-8393-2d8a8acd204d {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:14:02.012403 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab854a7f-2218-453d-b38a-2f65797032ee", "tag": "0f837d0f-596c-4b03-a2cc-51d89430d7be", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:14:02.012653 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-a0350ac1-22ff-4b7e-8393-2d8a8acd204d {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:14:02.013462 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab854a7f-2218-453d-b38a-2f65797032ee', 'tag': '0f837d0f-596c-4b03-a2cc-51d89430d7be', 'status': 'completed', 'code': 200} Jan 25 02:14:02.020436 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6dca53cd-751f-4a81-9613-89e91084a984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:02.041763 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-38459a33-99c9-4fbe-a99a-d89f7668e03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (5590de07-0b62-41bf-b8aa-0f58153dda49), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:02.044437 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-38459a33-99c9-4fbe-a99a-d89f7668e03e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:02.045581 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-38459a33-99c9-4fbe-a99a-d89f7668e03e admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/5590de07-0b62-41bf-b8aa-0f58153dda49 HTTP/1.1" status: 204 len: 168 time: 0.2418954 Jan 25 02:14:02.058575 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38459a33-99c9-4fbe-a99a-d89f7668e03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5590de07-0b62-41bf-b8aa-0f58153dda49,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:02.119905 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6dca53cd-751f-4a81-9613-89e91084a984 admin admin] Publish callbacks [] for security_group (6b1f91e5-19ac-46d2-9742-5450432c76f1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:02.170203 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:14:02.212988 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f90a48-3f53-47ff-89ce-b28962ebb9fa req-a342a83e-2b48-4bb9-a2e1-edc18f35367d tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:02.214652 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-91f90a48-3f53-47ff-89ce-b28962ebb9fa req-a342a83e-2b48-4bb9-a2e1-edc18f35367d tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 946 time: 0.0534048 Jan 25 02:14:02.229642 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6dca53cd-751f-4a81-9613-89e91084a984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (6b1f91e5-19ac-46d2-9742-5450432c76f1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:02.275742 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-6dca53cd-751f-4a81-9613-89e91084a984 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=da9be19b1e95494c8c5d127565bbb9a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6473098 Jan 25 02:14:02.275742 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca53cd-751f-4a81-9613-89e91084a984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1f91e5-19ac-46d2-9742-5450432c76f1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:02.277412 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 60478) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:02.296789 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b7940-cf9e-4774-95b9-59eae9d5a634 req-3bfc1e29-d949-4521-9665-3793f6ce151a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:02.298411 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cd9b7940-cf9e-4774-95b9-59eae9d5a634 req-3bfc1e29-d949-4521-9665-3793f6ce151a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0c520fbc4251459288308e62228787d8&device_id=ab854a7f-2218-453d-b38a-2f65797032ee HTTP/1.1" status: 200 len: 1097 time: 0.0713878 Jan 25 02:14:02.303157 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-91f90a48-3f53-47ff-89ce-b28962ebb9fa req-cd405a8c-39f7-4499-a248-02529ad16d9c tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819750 Jan 25 02:14:02.332751 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0924664c-89da-47a6-9d7e-a1304783be91 admin admin] Publish callbacks [] for security_group (6b1f91e5-19ac-46d2-9742-5450432c76f1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:02.357334 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0924664c-89da-47a6-9d7e-a1304783be91 admin admin] Publish callbacks [] for security_group (6b1f91e5-19ac-46d2-9742-5450432c76f1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:02.482194 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b7940-cf9e-4774-95b9-59eae9d5a634 req-967225c5-2459-4920-8e8b-ea47a3c9cdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:02.484063 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cd9b7940-cf9e-4774-95b9-59eae9d5a634 req-967225c5-2459-4920-8e8b-ea47a3c9cdf5 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=0c520fbc4251459288308e62228787d8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1589048 Jan 25 02:14:02.497986 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d115c-ae6b-4f14-b00f-35db5164ad3f req-6bb0e89c-af00-48e7-8a19-21e9a9c48483 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:02.502836 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c24d115c-ae6b-4f14-b00f-35db5164ad3f req-6bb0e89c-af00-48e7-8a19-21e9a9c48483 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=ab854a7f-2218-453d-b38a-2f65797032ee HTTP/1.1" status: 200 len: 944 time: 0.0793386 Jan 25 02:14:02.544109 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0924664c-89da-47a6-9d7e-a1304783be91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (6b1f91e5-19ac-46d2-9742-5450432c76f1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:02.547518 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0924664c-89da-47a6-9d7e-a1304783be91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:02.551516 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-0924664c-89da-47a6-9d7e-a1304783be91 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/6b1f91e5-19ac-46d2-9742-5450432c76f1 HTTP/1.1" status: 204 len: 168 time: 0.2708313 Jan 25 02:14:02.561579 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924664c-89da-47a6-9d7e-a1304783be91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1f91e5-19ac-46d2-9742-5450432c76f1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:02.621628 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c24d115c-ae6b-4f14-b00f-35db5164ad3f req-bd41fb72-0b54-421b-80f8-7f4c28883bba tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085262 Jan 25 02:14:02.663553 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b7940-cf9e-4774-95b9-59eae9d5a634 req-96a9d7d4-13a3-466f-a2ef-1a0d0e849fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:02.663553 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cd9b7940-cf9e-4774-95b9-59eae9d5a634 req-96a9d7d4-13a3-466f-a2ef-1a0d0e849fd1 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1554158 Jan 25 02:14:02.796453 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-a3f7b8d0-c337-4ef5-93b6-a89a479a10a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:02.798066 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-a3f7b8d0-c337-4ef5-93b6-a89a479a10a3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0c520fbc4251459288308e62228787d8&device_id=ab854a7f-2218-453d-b38a-2f65797032ee HTTP/1.1" status: 200 len: 1097 time: 0.0463951 Jan 25 02:14:02.853032 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-f7d2ce57-afa2-405f-b6b7-5de6f124d5cb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f837d0f-596c-4b03-a2cc-51d89430d7be HTTP/1.1" status: 200 len: 217 time: 0.0406153 Jan 25 02:14:02.908880 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-ed941964-3bc3-462e-806a-50b80917656d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:02.910433 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-ed941964-3bc3-462e-806a-50b80917656d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5ceebd01-54f8-49c2-a96a-185a2872233c HTTP/1.1" status: 200 len: 855 time: 0.0490589 Jan 25 02:14:02.950862 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-dbe6a751-d8d6-41d5-abaf-ca1cfa5e5214 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f51e9718-4ec5-404e-a3a0-abfe3f81a1b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248868 Jan 25 02:14:03.048787 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-7a05edae-d385-45a5-ba48-cefa75742568 service neutron] 10.222.0.79 "GET /v2.0/networks/f51e9718-4ec5-404e-a3a0-abfe3f81a1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885680 Jan 25 02:14:03.154652 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-133088fb-cd3c-4203-ba17-164fcd51ac0b req-3c7044ad-0281-4fac-8a77-fe3ecc6ae820 service neutron] 10.222.0.79 "GET /v2.0/networks/f51e9718-4ec5-404e-a3a0-abfe3f81a1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989807 Jan 25 02:14:03.323066 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 60524) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:03.349454 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c79706f-597c-4583-a4f8-da0617cee4e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:03.437112 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c79706f-597c-4583-a4f8-da0617cee4e7 admin admin] Publish callbacks [] for security_group (ae676ac9-95b9-4409-9b4a-90f4440afdb7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:03.477646 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2116b9-a3fe-4a4a-ab61-b390b5f57c4a req-b89cfdcb-7cb2-4c6f-8ba8-159e6bb7e104 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:03.479466 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cd2116b9-a3fe-4a4a-ab61-b390b5f57c4a req-b89cfdcb-7cb2-4c6f-8ba8-159e6bb7e104 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 946 time: 0.0693822 Jan 25 02:14:03.503845 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c79706f-597c-4583-a4f8-da0617cee4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (ae676ac9-95b9-4409-9b4a-90f4440afdb7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:03.534693 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cd2116b9-a3fe-4a4a-ab61-b390b5f57c4a req-27d14ec6-c8ca-4e1a-8967-605ae31e7b5c tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489390 Jan 25 02:14:03.545571 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c79706f-597c-4583-a4f8-da0617cee4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae676ac9-95b9-4409-9b4a-90f4440afdb7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:03.550218 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-4c79706f-597c-4583-a4f8-da0617cee4e7 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=d8fda7512c3b46bea603cd11ea920d11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2257178 Jan 25 02:14:03.557527 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 60534) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:03.619332 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-586e751d-beb2-4719-9d81-b1fad9c8f0e7 admin admin] Publish callbacks [] for security_group (ae676ac9-95b9-4409-9b4a-90f4440afdb7), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:03.642552 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-586e751d-beb2-4719-9d81-b1fad9c8f0e7 admin admin] Publish callbacks [] for security_group (ae676ac9-95b9-4409-9b4a-90f4440afdb7), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:03.794718 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-586e751d-beb2-4719-9d81-b1fad9c8f0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (ae676ac9-95b9-4409-9b4a-90f4440afdb7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:03.797276 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-586e751d-beb2-4719-9d81-b1fad9c8f0e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:03.798601 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-586e751d-beb2-4719-9d81-b1fad9c8f0e7 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/ae676ac9-95b9-4409-9b4a-90f4440afdb7 HTTP/1.1" status: 204 len: 168 time: 0.2392759 Jan 25 02:14:03.807666 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e751d-beb2-4719-9d81-b1fad9c8f0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae676ac9-95b9-4409-9b4a-90f4440afdb7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:03.909869 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e53ff-1f41-4933-ba03-fae1a71d13d0 req-a60a9940-02b4-48b1-b228-735e03d2baa9 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:03.911451 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0f2e53ff-1f41-4933-ba03-fae1a71d13d0 req-a60a9940-02b4-48b1-b228-735e03d2baa9 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=ab854a7f-2218-453d-b38a-2f65797032ee HTTP/1.1" status: 200 len: 944 time: 0.0510657 Jan 25 02:14:03.963325 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0f2e53ff-1f41-4933-ba03-fae1a71d13d0 req-91be4a3b-8bb3-41ec-b896-499d0e6e02a2 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456605 Jan 25 02:14:04.654534 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4171dd4-2fb8-44c1-9c95-74901a58f585 req-c852e82e-a777-48d2-8778-d08ca8aa4616 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:04.656091 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e4171dd4-2fb8-44c1-9c95-74901a58f585 req-c852e82e-a777-48d2-8778-d08ca8aa4616 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 946 time: 0.0489106 Jan 25 02:14:04.705267 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e4171dd4-2fb8-44c1-9c95-74901a58f585 req-72f86589-3e00-443f-aba3-bd97d2f01f72 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434284 Jan 25 02:14:04.883682 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228db6cc-dac4-4ebf-bf93-86d4f1c8d33e req-6330bcdd-4451-46a5-bed1-8724bbf62c79 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:04.886845 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-228db6cc-dac4-4ebf-bf93-86d4f1c8d33e req-6330bcdd-4451-46a5-bed1-8724bbf62c79 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.1021068 Jan 25 02:14:04.943873 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-228db6cc-dac4-4ebf-bf93-86d4f1c8d33e req-9ea4afdb-3422-42b1-96e8-ce6087b340c5 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509925 Jan 25 02:14:05.088465 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-65557d17-c827-4bf3-aff0-990128f117d8 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=cb87774587d8450f9f3cc9893f261d06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496261 Jan 25 02:14:05.281237 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52433be4-6aec-4817-9b52-09b245da6cfc req-4dc04ab9-89d7-4f06-9a49-360b2b7b9c35 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:05.282886 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-52433be4-6aec-4817-9b52-09b245da6cfc req-4dc04ab9-89d7-4f06-9a49-360b2b7b9c35 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=ab854a7f-2218-453d-b38a-2f65797032ee HTTP/1.1" status: 200 len: 944 time: 0.2224727 Jan 25 02:14:05.359445 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-aa7480ca-2005-415a-8388-cff69da9d132 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:05.361894 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-aa7480ca-2005-415a-8388-cff69da9d132 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2724416 Jan 25 02:14:05.392935 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-52433be4-6aec-4817-9b52-09b245da6cfc req-b1096347-9add-41b8-b0d2-87ed702ddec5 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945742 Jan 25 02:14:05.393547 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-bd5ec9e7-9150-40fb-ac8d-8a1342f3ac90 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/quotas/cb87774587d8450f9f3cc9893f261d06 HTTP/1.1" status: 200 len: 375 time: 0.0222836 Jan 25 02:14:05.428262 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-fc0d4a67-0fb3-4361-8c39-5e6906423fbd tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=cb87774587d8450f9f3cc9893f261d06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280895 Jan 25 02:14:05.695985 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-89fedcdf-b9fb-48d0-836f-7159791a7d86 req-12f04144-6c12-48a0-90e7-f0ef900d5ac7 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/ports?device_id=07c37f29-c8f3-4a76-b9fe-394167614c1a HTTP/1.1" status: 200 len: 210 time: 0.0262446 Jan 25 02:14:06.525980 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e84b4-d576-4f68-8305-a66a57411a8f req-40fa76b4-12ea-4cf9-b5bf-b8fd87c5d9c7 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:06.528446 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-913e84b4-d576-4f68-8305-a66a57411a8f req-40fa76b4-12ea-4cf9-b5bf-b8fd87c5d9c7 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=ab854a7f-2218-453d-b38a-2f65797032ee HTTP/1.1" status: 200 len: 944 time: 0.0605445 Jan 25 02:14:06.577489 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-913e84b4-d576-4f68-8305-a66a57411a8f req-8e3b6eb1-820f-4a4c-b991-92c374d3676d tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421147 Jan 25 02:14:06.773383 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c0a33ff8-30e2-465b-ac08-4eaf49d77620 req-6b865c89-08e7-47ee-a15b-ba35dc0b1d19 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/ports?device_id=07c37f29-c8f3-4a76-b9fe-394167614c1a HTTP/1.1" status: 200 len: 210 time: 0.0257714 Jan 25 02:14:07.716648 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3cdfb-9312-4b5a-9b38-a9df91e7d3d6 req-32de3648-673b-4031-a17f-8f51e9686a0c tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:07.718171 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-06c3cdfb-9312-4b5a-9b38-a9df91e7d3d6 req-32de3648-673b-4031-a17f-8f51e9686a0c tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0763972 Jan 25 02:14:07.781583 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfa487-07fe-4577-b817-b5a49dff59db req-dbc67bf3-ce6b-4869-a5a6-f1d3c4b9784f tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:07.783043 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-08dfa487-07fe-4577-b817-b5a49dff59db req-dbc67bf3-ce6b-4869-a5a6-f1d3c4b9784f tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=ab854a7f-2218-453d-b38a-2f65797032ee HTTP/1.1" status: 200 len: 944 time: 0.1032879 Jan 25 02:14:07.821381 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147a65d-7f69-45f3-9a12-8febce125c3a req-da05ccd2-f13f-4f85-93ba-d0c18484ca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:07.822826 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6147a65d-7f69-45f3-9a12-8febce125c3a req-da05ccd2-f13f-4f85-93ba-d0c18484ca22 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aed35a368b0f4933b0f485f09290e1f3&device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 1098 time: 0.1030047 Jan 25 02:14:07.826386 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-06c3cdfb-9312-4b5a-9b38-a9df91e7d3d6 req-842cd528-a7ed-4f5a-885f-536448a8463e tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965800 Jan 25 02:14:07.877833 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-08dfa487-07fe-4577-b817-b5a49dff59db req-634939e9-dcac-41eb-8f67-d440eed839bd tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876093 Jan 25 02:14:07.938248 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-52ee9085-e502-4208-940a-cbe387b0c0c6 req-7fb537b1-4254-413b-8aea-4041459caf2c tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/ports?device_id=07c37f29-c8f3-4a76-b9fe-394167614c1a HTTP/1.1" status: 200 len: 210 time: 0.0332818 Jan 25 02:14:07.958522 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147a65d-7f69-45f3-9a12-8febce125c3a req-27a15167-f4e0-40b1-9797-1c719b9ffc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:07.960168 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6147a65d-7f69-45f3-9a12-8febce125c3a req-27a15167-f4e0-40b1-9797-1c719b9ffc9d service neutron] 10.222.0.79 "GET /v2.0/networks?id=4be3beab-67a0-44e6-a6ea-977f61cd91cc HTTP/1.1" status: 200 len: 918 time: 0.1295702 Jan 25 02:14:08.002229 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6147a65d-7f69-45f3-9a12-8febce125c3a req-d44f6ba3-080d-40fa-bbcf-3b6f65f2b2b5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11637ea6-7664-4d29-9e0c-021ac25baad1 HTTP/1.1" status: 200 len: 217 time: 0.0359521 Jan 25 02:14:08.054207 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147a65d-7f69-45f3-9a12-8febce125c3a req-f06ddf96-c7c3-484c-a4cf-40f74357f9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:08.055682 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6147a65d-7f69-45f3-9a12-8febce125c3a req-f06ddf96-c7c3-484c-a4cf-40f74357f9b6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c73b0ff2-0e4e-49a2-8845-6036be7d7f95 HTTP/1.1" status: 200 len: 857 time: 0.0473840 Jan 25 02:14:08.284156 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6147a65d-7f69-45f3-9a12-8febce125c3a req-de824dc6-11bb-41ee-a631-273888ab516a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4be3beab-67a0-44e6-a6ea-977f61cd91cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2212660 Jan 25 02:14:08.413868 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 0f837d0f-596c-4b03-a2cc-51d89430d7be details requested by agent hyperv_hv-cinder-82116 with host hv-cinder-82116 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:14:08.445726 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-3dc41892-8fcd-4d00-b4c6-0414f318d9ae tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=cb87774587d8450f9f3cc9893f261d06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407507 Jan 25 02:14:08.522498 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 0f837d0f-596c-4b03-a2cc-51d89430d7be, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=0f837d0f-596c-4b03-a2cc-51d89430d7be,segment=NetworkSegment(0cd0a719-aadd-4513-9040-a946e7723384),segment_id=0cd0a719-aadd-4513-9040-a946e7723384)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:14:08.533150 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Returning: {'device': '0f837d0f-596c-4b03-a2cc-51d89430d7be', 'network_id': 'f51e9718-4ec5-404e-a3a0-abfe3f81a1b8', 'port_id': '0f837d0f-596c-4b03-a2cc-51d89430d7be', 'mac_address': 'fa:16:3e:56:00:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ceebd01-54f8-49c2-a96a-185a2872233c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:14:08.578149 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 0f837d0f-596c-4b03-a2cc-51d89430d7be is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:14:08.578615 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (0f837d0f-596c-4b03-a2cc-51d89430d7be), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:08.587359 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6147a65d-7f69-45f3-9a12-8febce125c3a req-c23b403f-eedf-48e3-8e59-bce535fdef95 service neutron] 10.222.0.79 "GET /v2.0/networks/4be3beab-67a0-44e6-a6ea-977f61cd91cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808872 Jan 25 02:14:08.592131 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f837d0f-596c-4b03-a2cc-51d89430d7be {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:14:08.609278 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-fb1983ed-45fb-466d-ac5a-477e35270899 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:08.611512 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-fb1983ed-45fb-466d-ac5a-477e35270899 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1569777 Jan 25 02:14:08.617867 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 0f837d0f-596c-4b03-a2cc-51d89430d7be, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=0f837d0f-596c-4b03-a2cc-51d89430d7be,segment=NetworkSegment(0cd0a719-aadd-4513-9040-a946e7723384),segment_id=0cd0a719-aadd-4513-9040-a946e7723384)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:14:08.703619 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (0f837d0f-596c-4b03-a2cc-51d89430d7be), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:08.755764 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=0f837d0f-596c-4b03-a2cc-51d89430d7be,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:08.955148 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7d494-b07c-45b1-9bc1-0c525cea04b8 req-3bf8e2d0-dbe3-4e12-abb0-eef78d1550f7 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:08.956633 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-43c7d494-b07c-45b1-9bc1-0c525cea04b8 req-3bf8e2d0-dbe3-4e12-abb0-eef78d1550f7 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0563998 Jan 25 02:14:09.019100 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-43c7d494-b07c-45b1-9bc1-0c525cea04b8 req-2c9d8057-b1a9-44b9-b6d0-4c65dfd77dc2 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559616 Jan 25 02:14:09.134429 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-35465293-da35-4cf0-8952-3220e8cfb590 req-3e990464-d217-4134-8d82-258e18c4950e tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/ports?device_id=07c37f29-c8f3-4a76-b9fe-394167614c1a HTTP/1.1" status: 200 len: 210 time: 0.0399203 Jan 25 02:14:09.157413 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdffa6b-e1b3-4614-8143-c7a293a7e322 req-89339f00-4cd8-40aa-8018-7b7952d5fd7b tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:09.165325 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cfdffa6b-e1b3-4614-8143-c7a293a7e322 req-89339f00-4cd8-40aa-8018-7b7952d5fd7b tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=ab854a7f-2218-453d-b38a-2f65797032ee HTTP/1.1" status: 200 len: 945 time: 0.0794177 Jan 25 02:14:09.208046 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cfdffa6b-e1b3-4614-8143-c7a293a7e322 req-0a5b7006-920b-4498-9452-58f5cf0ee514 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417180 Jan 25 02:14:10.141097 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472e895-8e56-46c6-8ac6-7deb95beef0a req-2ac0a62c-84a3-4e7a-beb1-4f48dd88798d tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:10.142643 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6472e895-8e56-46c6-8ac6-7deb95beef0a req-2ac0a62c-84a3-4e7a-beb1-4f48dd88798d tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0528021 Jan 25 02:14:10.190267 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6472e895-8e56-46c6-8ac6-7deb95beef0a req-69694751-72c0-4f8d-bf84-dd2d8883a641 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420842 Jan 25 02:14:10.325015 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-33932ef4-58e7-48f6-a219-e9815300f179 req-31715260-d51b-42a2-8cc2-fdd30de459ef tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/ports?device_id=07c37f29-c8f3-4a76-b9fe-394167614c1a HTTP/1.1" status: 200 len: 210 time: 0.0270944 Jan 25 02:14:10.426099 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af22f3-61ba-4c01-9029-a24a965e20f1 req-fc967e11-b5c3-49c1-b07a-a4bb985c1299 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:10.427609 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-96af22f3-61ba-4c01-9029-a24a965e20f1 req-fc967e11-b5c3-49c1-b07a-a4bb985c1299 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=ab854a7f-2218-453d-b38a-2f65797032ee HTTP/1.1" status: 200 len: 945 time: 0.0495222 Jan 25 02:14:10.474558 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-96af22f3-61ba-4c01-9029-a24a965e20f1 req-707e4118-991e-4f78-bddd-44f5e1e3edee tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407109 Jan 25 02:14:11.320624 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e1163-44f5-48e6-b378-d4295a5e8bf3 req-5c406cdb-d4d9-434a-8b93-214bac50a76d tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:11.322023 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ea2e1163-44f5-48e6-b378-d4295a5e8bf3 req-5c406cdb-d4d9-434a-8b93-214bac50a76d tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0595622 Jan 25 02:14:11.370059 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ea2e1163-44f5-48e6-b378-d4295a5e8bf3 req-d7f93658-4c5f-4e7b-b036-cb1326c9de67 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419321 Jan 25 02:14:11.501928 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-971863e0-5f9b-40b7-b92f-ca00326a3748 req-88e4030e-3f50-4ab7-a277-3c985790d3ea tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/ports?device_id=07c37f29-c8f3-4a76-b9fe-394167614c1a HTTP/1.1" status: 200 len: 210 time: 0.0262089 Jan 25 02:14:11.606002 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7e697-914c-4b30-ac20-6a48294ebbc0 req-41bbe5b7-6e12-4209-8d5f-fd772be27e88 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:11.607634 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-8ef7e697-914c-4b30-ac20-6a48294ebbc0 req-41bbe5b7-6e12-4209-8d5f-fd772be27e88 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=ab854a7f-2218-453d-b38a-2f65797032ee HTTP/1.1" status: 200 len: 945 time: 0.0487814 Jan 25 02:14:11.664414 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-8ef7e697-914c-4b30-ac20-6a48294ebbc0 req-5ed6f2fd-09c2-4d09-8013-d5a911ee5ebd tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503049 Jan 25 02:14:11.875721 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-65e34975-4545-487f-b6d6-9890ba1ce8df tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Request body: {'port': {'device_id': '07c37f29-c8f3-4a76-b9fe-394167614c1a', 'network_id': 'e7719695-8f3e-4d71-8b38-dda6baa3e85d', 'admin_state_up': True, 'tenant_id': 'cb87774587d8450f9f3cc9893f261d06'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:14:11.996841 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6147a65d-7f69-45f3-9a12-8febce125c3a req-02fe70e5-99b3-4229-b8a7-2295ab4c42ca service neutron] 10.222.0.79 "GET /v2.0/networks/4be3beab-67a0-44e6-a6ea-977f61cd91cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555443 Jan 25 02:14:12.114891 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-65e34975-4545-487f-b6d6-9890ba1ce8df tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Made reservation on behalf of cb87774587d8450f9f3cc9893f261d06 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:14:12.118510 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-65e34975-4545-487f-b6d6-9890ba1ce8df tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:12.131148 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-65e34975-4545-487f-b6d6-9890ba1ce8df tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:12.207535 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-65e34975-4545-487f-b6d6-9890ba1ce8df tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Publish callbacks [] for security_group (5c51107e-8fc3-4527-b196-6d16b8bc6ce7), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:12.277906 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-65e34975-4545-487f-b6d6-9890ba1ce8df tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (5c51107e-8fc3-4527-b196-6d16b8bc6ce7), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:12.349545 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e34975-4545-487f-b6d6-9890ba1ce8df tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c51107e-8fc3-4527-b196-6d16b8bc6ce7,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:12.427906 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-65e34975-4545-487f-b6d6-9890ba1ce8df tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Allocated IP 192.168.233.172 (e7719695-8f3e-4d71-8b38-dda6baa3e85d/1cb2c559-28f1-458c-b26a-e8b55330c180/1e2b905f-4cbb-4042-8462-25fddf640142) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:14:12.539970 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d196b0-553d-4859-b57f-76ba02805e5e req-55bc039f-c2dd-4e91-88ff-567d12567975 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:12.541376 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-71d196b0-553d-4859-b57f-76ba02805e5e req-55bc039f-c2dd-4e91-88ff-567d12567975 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.1005805 Jan 25 02:14:12.610469 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['0f837d0f-596c-4b03-a2cc-51d89430d7be'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:14:12.628187 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-29ca1efe-6c1c-4206-a8fc-0ecfe2c671c2 req-593cbc70-f62a-43a3-8228-ee6a9e270e08 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/ports?device_id=07c37f29-c8f3-4a76-b9fe-394167614c1a HTTP/1.1" status: 200 len: 210 time: 0.0492406 Jan 25 02:14:12.672028 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-71d196b0-553d-4859-b57f-76ba02805e5e req-94df1135-4463-4c4a-9999-b23c4ee60130 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236875 Jan 25 02:14:12.689130 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-65e34975-4545-487f-b6d6-9890ba1ce8df tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Publish callbacks [] for port (1e2b905f-4cbb-4042-8462-25fddf640142), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:12.785137 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79e82f-5896-41a1-ac74-f4344921fbcd req-9c8b40b1-b879-4b56-a753-842297be0bfa tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:12.786651 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3e79e82f-5896-41a1-ac74-f4344921fbcd req-9c8b40b1-b879-4b56-a753-842297be0bfa tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=ab854a7f-2218-453d-b38a-2f65797032ee HTTP/1.1" status: 200 len: 945 time: 0.0496864 Jan 25 02:14:12.789188 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-65e34975-4545-487f-b6d6-9890ba1ce8df tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240'] for port (1e2b905f-4cbb-4042-8462-25fddf640142), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:12.846265 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-65e34975-4545-487f-b6d6-9890ba1ce8df tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Network e7719695-8f3e-4d71-8b38-dda6baa3e85d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:14:12.857250 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-65e34975-4545-487f-b6d6-9890ba1ce8df tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:14:12.868871 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-65e34975-4545-487f-b6d6-9890ba1ce8df tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:14:12.874553 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-65e34975-4545-487f-b6d6-9890ba1ce8df tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:12.875175 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-65e34975-4545-487f-b6d6-9890ba1ce8df tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:12.880579 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e34975-4545-487f-b6d6-9890ba1ce8df tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Pushing event updated for resources: {'Port': ['ID=1e2b905f-4cbb-4042-8462-25fddf640142,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:12.903295 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3e79e82f-5896-41a1-ac74-f4344921fbcd req-b3ca1cff-a2af-4b12-859a-6ab258fa8b1f tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070819 Jan 25 02:14:12.971374 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-65e34975-4545-487f-b6d6-9890ba1ce8df tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1008594 Jan 25 02:14:13.061526 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-3b249a62-04bd-49ef-90a2-7b850062e582 None None] Provisioning complete for port 1e2b905f-4cbb-4042-8462-25fddf640142 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:14:13.061908 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b249a62-04bd-49ef-90a2-7b850062e582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (1e2b905f-4cbb-4042-8462-25fddf640142), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:13.097865 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3b249a62-04bd-49ef-90a2-7b850062e582 None None] Port 1e2b905f-4cbb-4042-8462-25fddf640142 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:14:13.749722 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffffc8-30f8-44d2-8b13-14155dd639f7 req-7d360fe5-4668-4a55-8a78-f65133227462 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:13.751153 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c1ffffc8-30f8-44d2-8b13-14155dd639f7 req-7d360fe5-4668-4a55-8a78-f65133227462 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/ports?device_id=07c37f29-c8f3-4a76-b9fe-394167614c1a HTTP/1.1" status: 200 len: 936 time: 0.0528507 Jan 25 02:14:13.799158 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c1ffffc8-30f8-44d2-8b13-14155dd639f7 req-e605ccfe-6fef-4eac-8dcd-52cc2b73dd28 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/security-groups?id=5c51107e-8fc3-4527-b196-6d16b8bc6ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422714 Jan 25 02:14:13.904680 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa497658-c8c8-4b03-9556-64f0c0743ad8 req-a01d326d-bcae-481f-9df4-f1502d582d12 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:13.906302 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fa497658-c8c8-4b03-9556-64f0c0743ad8 req-a01d326d-bcae-481f-9df4-f1502d582d12 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0487475 Jan 25 02:14:13.957639 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fa497658-c8c8-4b03-9556-64f0c0743ad8 req-a86c66db-e12f-4c1b-9a1e-de322959bb4b tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458930 Jan 25 02:14:14.021111 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 60820) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:14.065397 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7bda5-093f-4424-849b-a3bc105a9802 req-fb650e4a-75c6-45d8-843f-a14cf7b044dd tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:14.066928 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-27f7bda5-093f-4424-849b-a3bc105a9802 req-fb650e4a-75c6-45d8-843f-a14cf7b044dd tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=ab854a7f-2218-453d-b38a-2f65797032ee HTTP/1.1" status: 200 len: 945 time: 0.0510600 Jan 25 02:14:14.114020 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-27f7bda5-093f-4424-849b-a3bc105a9802 req-fc7dd3c9-dc01-414e-8c59-c9a936bb43a6 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404794 Jan 25 02:14:14.136503 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-28a50cc6-7e33-4f85-a53b-b7d62cfde446 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:14.206863 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-28a50cc6-7e33-4f85-a53b-b7d62cfde446 admin admin] Publish callbacks [] for security_group (fed7bd88-f80a-4047-9408-b9bfd03eb737), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:14.264567 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-28a50cc6-7e33-4f85-a53b-b7d62cfde446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (fed7bd88-f80a-4047-9408-b9bfd03eb737), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:14.305333 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-28a50cc6-7e33-4f85-a53b-b7d62cfde446 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=7d7c83164e664355ab882af14545f7c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2831194 Jan 25 02:14:14.306382 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a50cc6-7e33-4f85-a53b-b7d62cfde446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed7bd88-f80a-4047-9408-b9bfd03eb737,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:14.309619 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 60828) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:14.364547 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8ce50190-b464-4c10-a269-044126601b0d admin admin] Publish callbacks [] for security_group (fed7bd88-f80a-4047-9408-b9bfd03eb737), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:14.388002 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8ce50190-b464-4c10-a269-044126601b0d admin admin] Publish callbacks [] for security_group (fed7bd88-f80a-4047-9408-b9bfd03eb737), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:14.494667 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8ce50190-b464-4c10-a269-044126601b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (fed7bd88-f80a-4047-9408-b9bfd03eb737), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:14.497198 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8ce50190-b464-4c10-a269-044126601b0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:14.498346 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-8ce50190-b464-4c10-a269-044126601b0d admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/fed7bd88-f80a-4047-9408-b9bfd03eb737 HTTP/1.1" status: 204 len: 168 time: 0.1873629 Jan 25 02:14:14.505912 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce50190-b464-4c10-a269-044126601b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed7bd88-f80a-4047-9408-b9bfd03eb737,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:14.920669 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd8307-c953-407f-bfcd-35edbc482c71 req-417cfadc-46dc-4018-9cbe-91c1446dd064 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:14.922161 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cdbd8307-c953-407f-bfcd-35edbc482c71 req-417cfadc-46dc-4018-9cbe-91c1446dd064 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/ports?device_id=07c37f29-c8f3-4a76-b9fe-394167614c1a HTTP/1.1" status: 200 len: 936 time: 0.0545495 Jan 25 02:14:14.973307 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cdbd8307-c953-407f-bfcd-35edbc482c71 req-2d374851-956c-4674-ab53-b00980363fe4 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/security-groups?id=5c51107e-8fc3-4527-b196-6d16b8bc6ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456288 Jan 25 02:14:15.074907 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef667d14-0e7c-4d88-a45b-20e1fbe435b8 req-7d27d010-762f-43a6-9724-32887c4a6607 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:15.076393 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ef667d14-0e7c-4d88-a45b-20e1fbe435b8 req-7d27d010-762f-43a6-9724-32887c4a6607 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0490475 Jan 25 02:14:15.131362 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ef667d14-0e7c-4d88-a45b-20e1fbe435b8 req-1cfe7cda-5a52-4e95-98fc-05cb4a06f41b tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494030 Jan 25 02:14:15.238813 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c77c08-fd55-4fab-90f4-52fd879c1c6a req-92de1a0f-c0c6-4864-b937-1103a59eeb43 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:15.240357 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-97c77c08-fd55-4fab-90f4-52fd879c1c6a req-92de1a0f-c0c6-4864-b937-1103a59eeb43 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=ab854a7f-2218-453d-b38a-2f65797032ee HTTP/1.1" status: 200 len: 945 time: 0.0522425 Jan 25 02:14:15.292145 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-97c77c08-fd55-4fab-90f4-52fd879c1c6a req-a016f344-710b-4053-b0d8-46e00715dc12 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450847 Jan 25 02:14:16.101734 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeac4a9-d169-421a-8726-2bc6ece5062e req-19307038-9147-42b5-be37-a52a83b66128 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:16.103283 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-eaeac4a9-d169-421a-8726-2bc6ece5062e req-19307038-9147-42b5-be37-a52a83b66128 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/ports?device_id=07c37f29-c8f3-4a76-b9fe-394167614c1a HTTP/1.1" status: 200 len: 936 time: 0.0564644 Jan 25 02:14:16.157723 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-eaeac4a9-d169-421a-8726-2bc6ece5062e req-635916e8-c585-4a19-a746-b2eb75363b40 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/security-groups?id=5c51107e-8fc3-4527-b196-6d16b8bc6ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481415 Jan 25 02:14:16.266402 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadb962-8679-4bbc-92f2-ddc79a51f633 req-ac40cf97-66c0-4e30-a541-8513f2a5f884 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:16.267873 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dcadb962-8679-4bbc-92f2-ddc79a51f633 req-ac40cf97-66c0-4e30-a541-8513f2a5f884 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0524142 Jan 25 02:14:16.314604 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dcadb962-8679-4bbc-92f2-ddc79a51f633 req-857e586e-e7cf-46fb-969d-6f235fe855e9 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410192 Jan 25 02:14:16.436603 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1109264-ab5e-4067-b43b-deb7d4a625c3 req-c7a0ee4a-f11e-44c0-996e-54cb67cf18ea tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:16.438100 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a1109264-ab5e-4067-b43b-deb7d4a625c3 req-c7a0ee4a-f11e-44c0-996e-54cb67cf18ea tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=ab854a7f-2218-453d-b38a-2f65797032ee HTTP/1.1" status: 200 len: 945 time: 0.0642662 Jan 25 02:14:16.485591 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a1109264-ab5e-4067-b43b-deb7d4a625c3 req-1070414e-b6a0-4039-9e11-65f41d8d2795 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419438 Jan 25 02:14:16.500074 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-c916c414-8b51-4a91-8aa0-eef3243a6e89 service neutron] Request body: {'port': {'device_id': '07c37f29-c8f3-4a76-b9fe-394167614c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82116'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:14:16.557708 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-c916c414-8b51-4a91-8aa0-eef3243a6e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (1e2b905f-4cbb-4042-8462-25fddf640142), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:16.820928 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-c916c414-8b51-4a91-8aa0-eef3243a6e89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e2b905f-4cbb-4042-8462-25fddf640142 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:14:16.829576 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-c916c414-8b51-4a91-8aa0-eef3243a6e89 service neutron] Publish callbacks [] for port (1e2b905f-4cbb-4042-8462-25fddf640142), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:16.842129 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-c916c414-8b51-4a91-8aa0-eef3243a6e89 service neutron] Transition to ACTIVE for port object 1e2b905f-4cbb-4042-8462-25fddf640142 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:14:16.912458 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-c916c414-8b51-4a91-8aa0-eef3243a6e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (1e2b905f-4cbb-4042-8462-25fddf640142), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:16.964393 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916c414-8b51-4a91-8aa0-eef3243a6e89 service neutron] Pushing event updated for resources: {'Port': ['ID=1e2b905f-4cbb-4042-8462-25fddf640142,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:17.017334 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-c916c414-8b51-4a91-8aa0-eef3243a6e89 service neutron] Attempting to bind port 1e2b905f-4cbb-4042-8462-25fddf640142 on host hv-cinder-82116 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:14:17.017334 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-c916c414-8b51-4a91-8aa0-eef3243a6e89 service neutron] Attempting to bind port 1e2b905f-4cbb-4042-8462-25fddf640142 by drivers openvswitch,hyperv on host hv-cinder-82116 at level 0 using segments [{'id': 'c435cd7a-cb5b-49de-b9e3-8ab2f7775bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e7719695-8f3e-4d71-8b38-dda6baa3e85d'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:14:17.017334 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-c916c414-8b51-4a91-8aa0-eef3243a6e89 service neutron] Attempting to bind port 1e2b905f-4cbb-4042-8462-25fddf640142 on network e7719695-8f3e-4d71-8b38-dda6baa3e85d {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:14:17.017334 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-c916c414-8b51-4a91-8aa0-eef3243a6e89 service neutron] Port 1e2b905f-4cbb-4042-8462-25fddf640142 on network e7719695-8f3e-4d71-8b38-dda6baa3e85d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82116 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:14:17.017334 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-c916c414-8b51-4a91-8aa0-eef3243a6e89 service neutron] Attempting to bind port 1e2b905f-4cbb-4042-8462-25fddf640142 on network e7719695-8f3e-4d71-8b38-dda6baa3e85d {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:14:17.017334 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-c916c414-8b51-4a91-8aa0-eef3243a6e89 service neutron] Checking agent: {'id': '52d0b4b2-7edd-4256-a5ca-dd2d58b489f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 10, 20), 'started_at': datetime.datetime(2022, 1, 25, 2, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:14:17.017334 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-c916c414-8b51-4a91-8aa0-eef3243a6e89 service neutron] Checking segment: {'id': 'c435cd7a-cb5b-49de-b9e3-8ab2f7775bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e7719695-8f3e-4d71-8b38-dda6baa3e85d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:14:17.017334 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-c916c414-8b51-4a91-8aa0-eef3243a6e89 service neutron] Bound using segment: {'id': 'c435cd7a-cb5b-49de-b9e3-8ab2f7775bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e7719695-8f3e-4d71-8b38-dda6baa3e85d'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:14:17.017334 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-c916c414-8b51-4a91-8aa0-eef3243a6e89 service neutron] Bound port: 1e2b905f-4cbb-4042-8462-25fddf640142, host: hv-cinder-82116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c435cd7a-cb5b-49de-b9e3-8ab2f7775bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e7719695-8f3e-4d71-8b38-dda6baa3e85d'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:14:17.017334 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-c916c414-8b51-4a91-8aa0-eef3243a6e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (1e2b905f-4cbb-4042-8462-25fddf640142), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:17.084257 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-c916c414-8b51-4a91-8aa0-eef3243a6e89 service neutron] For port 1e2b905f-4cbb-4042-8462-25fddf640142, host hv-cinder-82116, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:14:17.087834 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-c916c414-8b51-4a91-8aa0-eef3243a6e89 service neutron] For port 1e2b905f-4cbb-4042-8462-25fddf640142, host hv-cinder-82116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=1e2b905f-4cbb-4042-8462-25fddf640142,segment=NetworkSegment(c435cd7a-cb5b-49de-b9e3-8ab2f7775bcc),segment_id=c435cd7a-cb5b-49de-b9e3-8ab2f7775bcc)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:14:17.213766 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 60910) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:17.275886 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699b587-71a6-4f9b-9257-67828badf5ea req-c6c4989d-44fa-43e2-9bf6-adc79752eec1 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:17.277443 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b699b587-71a6-4f9b-9257-67828badf5ea req-c6c4989d-44fa-43e2-9bf6-adc79752eec1 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/ports?device_id=07c37f29-c8f3-4a76-b9fe-394167614c1a HTTP/1.1" status: 200 len: 948 time: 0.0551419 Jan 25 02:14:17.331500 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-558aea05-8bbd-4c80-8c8d-3231c62e99d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:17.336170 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b699b587-71a6-4f9b-9257-67828badf5ea req-d1ac9764-d2a9-49b9-9bf4-e81536c9d5f0 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/security-groups?id=5c51107e-8fc3-4527-b196-6d16b8bc6ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531664 Jan 25 02:14:17.382131 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-c916c414-8b51-4a91-8aa0-eef3243a6e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (1e2b905f-4cbb-4042-8462-25fddf640142), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:17.456184 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-c916c414-8b51-4a91-8aa0-eef3243a6e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:17.456916 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-c916c414-8b51-4a91-8aa0-eef3243a6e89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:17.458737 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-c916c414-8b51-4a91-8aa0-eef3243a6e89 service neutron] 10.222.0.79 "PUT /v2.0/ports/1e2b905f-4cbb-4042-8462-25fddf640142 HTTP/1.1" status: 200 len: 1098 time: 0.9627898 Jan 25 02:14:17.465751 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c37f29-c8f3-4a76-b9fe-394167614c1a', 'tag': '1e2b905f-4cbb-4042-8462-25fddf640142'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:14:17.468181 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b84352c-f601-459f-96de-392998f69871" -d '{"events": [{"name": "network-changed", "server_uuid": "07c37f29-c8f3-4a76-b9fe-394167614c1a", "tag": "1e2b905f-4cbb-4042-8462-25fddf640142"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:14:17.511503 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-558aea05-8bbd-4c80-8c8d-3231c62e99d4 admin admin] Publish callbacks [] for security_group (8d3ef30e-7d9b-4ece-b036-78dd7d65b221), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:17.520583 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8695bdf7-c723-458b-8745-178966a66578 x-openstack-request-id: req-8695bdf7-c723-458b-8745-178966a66578 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:14:17.520583 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07c37f29-c8f3-4a76-b9fe-394167614c1a", "tag": "1e2b905f-4cbb-4042-8462-25fddf640142", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:14:17.520583 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-8695bdf7-c723-458b-8745-178966a66578 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:14:17.520852 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c37f29-c8f3-4a76-b9fe-394167614c1a', 'tag': '1e2b905f-4cbb-4042-8462-25fddf640142', 'status': 'completed', 'code': 200} Jan 25 02:14:17.522353 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916c414-8b51-4a91-8aa0-eef3243a6e89 service neutron] Pushing event updated for resources: {'Port': ['ID=1e2b905f-4cbb-4042-8462-25fddf640142,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:17.534050 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f516bf-b9f5-4571-bcc1-b024eb1cfc50 req-10e5e0f3-bcf2-4c31-9c4b-60c2aca1c5dd tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:17.535669 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-49f516bf-b9f5-4571-bcc1-b024eb1cfc50 req-10e5e0f3-bcf2-4c31-9c4b-60c2aca1c5dd tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.1411617 Jan 25 02:14:17.599446 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-558aea05-8bbd-4c80-8c8d-3231c62e99d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (8d3ef30e-7d9b-4ece-b036-78dd7d65b221), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:17.644067 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-49f516bf-b9f5-4571-bcc1-b024eb1cfc50 req-a4966eac-e2d6-4a82-8f2b-d04081b95b66 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003742 Jan 25 02:14:17.679989 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-558aea05-8bbd-4c80-8c8d-3231c62e99d4 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=de2a6d2d4996486cb34a38d2b3dcd348&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4649782 Jan 25 02:14:17.683483 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 60928) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:17.694402 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-227fd76b-7faf-404d-90cd-2f91ec884743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:17.701506 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2042b29-6a3a-438a-9dab-50c25eeec04f req-17cad88d-2976-46a7-915a-4dc57167975c tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:17.707035 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a2042b29-6a3a-438a-9dab-50c25eeec04f req-17cad88d-2976-46a7-915a-4dc57167975c tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=ab854a7f-2218-453d-b38a-2f65797032ee HTTP/1.1" status: 200 len: 945 time: 0.1259599 Jan 25 02:14:17.712374 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558aea05-8bbd-4c80-8c8d-3231c62e99d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3ef30e-7d9b-4ece-b036-78dd7d65b221,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:17.739708 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8aa5b964-f2e6-4ff8-bca3-fd7f9b14eae1 admin admin] Publish callbacks [] for security_group (8d3ef30e-7d9b-4ece-b036-78dd7d65b221), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:17.764400 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8aa5b964-f2e6-4ff8-bca3-fd7f9b14eae1 admin admin] Publish callbacks [] for security_group (8d3ef30e-7d9b-4ece-b036-78dd7d65b221), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:17.787298 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a2042b29-6a3a-438a-9dab-50c25eeec04f req-e6e0c20b-ce88-4707-9533-46b63b44d271 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773971 Jan 25 02:14:17.804893 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84352c-f601-459f-96de-392998f69871 req-4f25a6ea-0e27-4cfa-94e7-1b937226bf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:17.807043 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4b84352c-f601-459f-96de-392998f69871 req-4f25a6ea-0e27-4cfa-94e7-1b937226bf16 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cb87774587d8450f9f3cc9893f261d06&device_id=07c37f29-c8f3-4a76-b9fe-394167614c1a HTTP/1.1" status: 200 len: 1101 time: 0.0576150 Jan 25 02:14:17.875565 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4b84352c-f601-459f-96de-392998f69871 req-cedb9977-bcfd-4e44-927e-a404fb629031 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=cb87774587d8450f9f3cc9893f261d06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209153 Jan 25 02:14:17.911970 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8aa5b964-f2e6-4ff8-bca3-fd7f9b14eae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (8d3ef30e-7d9b-4ece-b036-78dd7d65b221), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:17.914511 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8aa5b964-f2e6-4ff8-bca3-fd7f9b14eae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:17.916634 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-8aa5b964-f2e6-4ff8-bca3-fd7f9b14eae1 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/8d3ef30e-7d9b-4ece-b036-78dd7d65b221 HTTP/1.1" status: 204 len: 168 time: 0.2303438 Jan 25 02:14:17.924919 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa5b964-f2e6-4ff8-bca3-fd7f9b14eae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3ef30e-7d9b-4ece-b036-78dd7d65b221,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:18.076819 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84352c-f601-459f-96de-392998f69871 req-51585b4a-6366-4e20-b6c5-a1a912ce61ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:18.078334 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4b84352c-f601-459f-96de-392998f69871 req-51585b4a-6366-4e20-b6c5-a1a912ce61ab service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930593 Jan 25 02:14:18.227498 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-5fc1a9fa-a513-48e5-b11e-4512c01278fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:18.230132 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-5fc1a9fa-a513-48e5-b11e-4512c01278fd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cb87774587d8450f9f3cc9893f261d06&device_id=07c37f29-c8f3-4a76-b9fe-394167614c1a HTTP/1.1" status: 200 len: 1101 time: 0.0420291 Jan 25 02:14:18.282750 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-2668cf57-ecb6-4ec3-8251-891bc370eec0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=1e2b905f-4cbb-4042-8462-25fddf640142 HTTP/1.1" status: 200 len: 217 time: 0.0361867 Jan 25 02:14:18.334130 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-eb026cbd-783d-4a3c-849a-273ac6bb0c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:18.336091 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-eb026cbd-783d-4a3c-849a-273ac6bb0c4d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1cb2c559-28f1-458c-b26a-e8b55330c180 HTTP/1.1" status: 200 len: 843 time: 0.0471196 Jan 25 02:14:18.387089 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-b16cb0b3-0946-4764-94fa-4fec1558bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:18.388627 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-b16cb0b3-0946-4764-94fa-4fec1558bb3a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e7719695-8f3e-4d71-8b38-dda6baa3e85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0455899 Jan 25 02:14:18.513801 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 0f837d0f-596c-4b03-a2cc-51d89430d7be up at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:14:18.656493 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 60948) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:18.672767 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c090f331-87bf-447f-a20e-77579402d49a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:18.692228 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning for port 0f837d0f-596c-4b03-a2cc-51d89430d7be completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:14:18.706033 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning complete for port 0f837d0f-596c-4b03-a2cc-51d89430d7be triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:14:18.708906 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (0f837d0f-596c-4b03-a2cc-51d89430d7be), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:18.740502 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a60ea0-1049-4dd9-a866-d989daa7631a req-0ff2d166-9e4d-44c4-bd7a-993448ade385 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:18.742917 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-65a60ea0-1049-4dd9-a866-d989daa7631a req-0ff2d166-9e4d-44c4-bd7a-993448ade385 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/ports?device_id=07c37f29-c8f3-4a76-b9fe-394167614c1a HTTP/1.1" status: 200 len: 948 time: 0.3287866 Jan 25 02:14:18.768416 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c090f331-87bf-447f-a20e-77579402d49a admin admin] Publish callbacks [] for security_group (50aaa59e-16cb-48d9-8cf5-63fe2551ec6c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:18.824015 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-2ff9cde5-1fb3-4778-bd69-26d9f623dbc1 service neutron] 10.222.0.79 "GET /v2.0/networks/e7719695-8f3e-4d71-8b38-dda6baa3e85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4206188 Jan 25 02:14:18.829264 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c090f331-87bf-447f-a20e-77579402d49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (50aaa59e-16cb-48d9-8cf5-63fe2551ec6c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:18.839072 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 0f837d0f-596c-4b03-a2cc-51d89430d7be is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:14:18.841189 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (0f837d0f-596c-4b03-a2cc-51d89430d7be), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:18.848698 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fbbd2-50ba-446b-990b-cf5a377d8a12 req-23f6fbc1-edbe-4fbe-bcb8-e08bfa5b105d tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:18.850221 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-351fbbd2-50ba-446b-990b-cf5a377d8a12 req-23f6fbc1-edbe-4fbe-bcb8-e08bfa5b105d tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.1013069 Jan 25 02:14:18.869290 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-c090f331-87bf-447f-a20e-77579402d49a admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=9a97bd17c28240e5b5e662e0cf8b140d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2115917 Jan 25 02:14:18.871858 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 60968) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:18.898255 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 0f837d0f-596c-4b03-a2cc-51d89430d7be, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=0f837d0f-596c-4b03-a2cc-51d89430d7be,segment=NetworkSegment(0cd0a719-aadd-4513-9040-a946e7723384),segment_id=0cd0a719-aadd-4513-9040-a946e7723384)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:14:18.899301 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab854a7f-2218-453d-b38a-2f65797032ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f837d0f-596c-4b03-a2cc-51d89430d7be'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:14:18.908803 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425b8effad759ea2b395d79f7fcdbc6f74d58daf1cbadf1a5a1a211e7a69aa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f90d41-b721-4a8e-9f19-a1eea4952432" -d '{"events": [{"server_uuid": "ab854a7f-2218-453d-b38a-2f65797032ee", "name": "network-vif-plugged", "status": "completed", "tag": "0f837d0f-596c-4b03-a2cc-51d89430d7be"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:14:18.912464 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-65a60ea0-1049-4dd9-a866-d989daa7631a req-40da33c1-1ac6-4152-b3c2-0c5f7a8fbda2 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/security-groups?id=5c51107e-8fc3-4527-b196-6d16b8bc6ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237590 Jan 25 02:14:18.933502 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090f331-87bf-447f-a20e-77579402d49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50aaa59e-16cb-48d9-8cf5-63fe2551ec6c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:18.975269 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (0f837d0f-596c-4b03-a2cc-51d89430d7be), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:18.982410 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-351fbbd2-50ba-446b-990b-cf5a377d8a12 req-466b257e-2ee5-4266-9650-de783d477895 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209910 Jan 25 02:14:18.992637 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f862f2fa-f9e6-4ca1-b382-a122d8194ccd admin admin] Publish callbacks [] for security_group (50aaa59e-16cb-48d9-8cf5-63fe2551ec6c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:19.003660 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-eded7e7b-fd18-4c09-8520-d858a94691a0 req-6838feb5-c6de-4044-a479-bbe1a8d6115f service neutron] 10.222.0.79 "GET /v2.0/networks/e7719695-8f3e-4d71-8b38-dda6baa3e85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713798 Jan 25 02:14:19.027367 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f862f2fa-f9e6-4ca1-b382-a122d8194ccd admin admin] Publish callbacks [] for security_group (50aaa59e-16cb-48d9-8cf5-63fe2551ec6c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:19.036598 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=0f837d0f-596c-4b03-a2cc-51d89430d7be,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:19.079309 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f0306-44b5-4ab5-86c7-1600cbb62487 req-abae77eb-3547-47bd-9d8d-6510dfd8bac4 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:19.080859 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d73f0306-44b5-4ab5-86c7-1600cbb62487 req-abae77eb-3547-47bd-9d8d-6510dfd8bac4 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=ab854a7f-2218-453d-b38a-2f65797032ee HTTP/1.1" status: 200 len: 946 time: 0.0645292 Jan 25 02:14:19.144063 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d73f0306-44b5-4ab5-86c7-1600cbb62487 req-0eec79d7-bd77-491a-b629-2a85386341cc tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569534 Jan 25 02:14:19.206348 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f862f2fa-f9e6-4ca1-b382-a122d8194ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (50aaa59e-16cb-48d9-8cf5-63fe2551ec6c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:19.208176 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0461a6ce-9548-4f05-906c-ab8ba7efd597 x-openstack-request-id: req-0461a6ce-9548-4f05-906c-ab8ba7efd597 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:14:19.208568 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab854a7f-2218-453d-b38a-2f65797032ee", "name": "network-vif-plugged", "status": "completed", "tag": "0f837d0f-596c-4b03-a2cc-51d89430d7be", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:14:19.208965 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-0461a6ce-9548-4f05-906c-ab8ba7efd597 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:14:19.209208 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f862f2fa-f9e6-4ca1-b382-a122d8194ccd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:19.209426 dv-cinder-821168-1-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab854a7f-2218-453d-b38a-2f65797032ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f837d0f-596c-4b03-a2cc-51d89430d7be', 'code': 200} Jan 25 02:14:19.211177 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-f862f2fa-f9e6-4ca1-b382-a122d8194ccd admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/50aaa59e-16cb-48d9-8cf5-63fe2551ec6c HTTP/1.1" status: 204 len: 168 time: 0.3374641 Jan 25 02:14:19.218251 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862f2fa-f9e6-4ca1-b382-a122d8194ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50aaa59e-16cb-48d9-8cf5-63fe2551ec6c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:19.436265 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-deec0bf2-3281-4dc6-8ea4-3beb8abaee29 req-acb8559d-21a2-4c50-849d-e043062fb320 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391686 Jan 25 02:14:19.614917 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec0bf2-3281-4dc6-8ea4-3beb8abaee29 req-6085e9aa-1345-4500-8047-f067cb202196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:19.616570 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-deec0bf2-3281-4dc6-8ea4-3beb8abaee29 req-6085e9aa-1345-4500-8047-f067cb202196 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0c520fbc4251459288308e62228787d8&device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 1098 time: 0.0464249 Jan 25 02:14:19.777562 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ae481-650e-4d06-9b95-b5e51ab631c0 req-f72f31cc-c2ea-435b-a51d-adad0ec34ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:19.779384 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0e7ae481-650e-4d06-9b95-b5e51ab631c0 req-f72f31cc-c2ea-435b-a51d-adad0ec34ded service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ab854a7f-2218-453d-b38a-2f65797032ee HTTP/1.1" status: 200 len: 1099 time: 0.0899904 Jan 25 02:14:19.785024 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec0bf2-3281-4dc6-8ea4-3beb8abaee29 req-12e02aed-aa37-4b21-bc40-9fdafb9abccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:19.787428 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-deec0bf2-3281-4dc6-8ea4-3beb8abaee29 req-12e02aed-aa37-4b21-bc40-9fdafb9abccc service neutron] 10.222.0.79 "GET /v2.0/networks?id=f51e9718-4ec5-404e-a3a0-abfe3f81a1b8 HTTP/1.1" status: 200 len: 916 time: 0.1260157 Jan 25 02:14:19.836547 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-deec0bf2-3281-4dc6-8ea4-3beb8abaee29 req-52227ac7-b48b-439c-8d3c-343e3e01f679 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=49ae77fa-137a-41b8-a089-25517bcf38c2 HTTP/1.1" status: 200 len: 217 time: 0.0425034 Jan 25 02:14:19.891336 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0e7ae481-650e-4d06-9b95-b5e51ab631c0 req-fdaed3e5-64e8-4f80-bc9d-1c4482c9ff06 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037099 Jan 25 02:14:19.902296 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec0bf2-3281-4dc6-8ea4-3beb8abaee29 req-2f814820-a1b5-461f-b963-55742670ce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:19.903760 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-deec0bf2-3281-4dc6-8ea4-3beb8abaee29 req-2f814820-a1b5-461f-b963-55742670ce68 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5ceebd01-54f8-49c2-a96a-185a2872233c HTTP/1.1" status: 200 len: 855 time: 0.0568147 Jan 25 02:14:20.046256 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586b7a1-8dfd-48c5-969a-b3c6d42b818c req-973c8a64-d800-4d30-a0f4-c8f1b52166fa tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:20.047863 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3586b7a1-8dfd-48c5-969a-b3c6d42b818c req-973c8a64-d800-4d30-a0f4-c8f1b52166fa tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/ports?device_id=07c37f29-c8f3-4a76-b9fe-394167614c1a HTTP/1.1" status: 200 len: 948 time: 0.0624061 Jan 25 02:14:20.132301 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3586b7a1-8dfd-48c5-969a-b3c6d42b818c req-c2c9da46-4333-4919-bbf9-3f793dac3f16 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/security-groups?id=5c51107e-8fc3-4527-b196-6d16b8bc6ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788486 Jan 25 02:14:20.144628 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a29d86-31e7-448b-b9e1-d8e317e9f20b req-ddf01479-46a9-4b05-8378-e48d4a7638a7 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:20.146738 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-09a29d86-31e7-448b-b9e1-d8e317e9f20b req-ddf01479-46a9-4b05-8378-e48d4a7638a7 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0790691 Jan 25 02:14:20.180982 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-27f2a1d1-1569-445f-a0af-37c0cde8b4c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:20.200704 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-09a29d86-31e7-448b-b9e1-d8e317e9f20b req-14700c27-c585-4db2-ab15-6a5e64d3a712 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462079 Jan 25 02:14:20.263298 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:20.334084 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90baade-e3bb-4e5f-a2a2-a80773121656 req-e5faba1f-0736-4001-9d74-e55aa04dbe73 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:20.335784 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c90baade-e3bb-4e5f-a2a2-a80773121656 req-e5faba1f-0736-4001-9d74-e55aa04dbe73 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=ab854a7f-2218-453d-b38a-2f65797032ee HTTP/1.1" status: 200 len: 946 time: 0.0640466 Jan 25 02:14:20.401011 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c90baade-e3bb-4e5f-a2a2-a80773121656 req-a327d67f-1526-4ef1-8724-64439ed0537c tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553858 Jan 25 02:14:20.544738 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-deec0bf2-3281-4dc6-8ea4-3beb8abaee29 req-df4a62c0-9341-429e-bd80-10ffa7114014 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f51e9718-4ec5-404e-a3a0-abfe3f81a1b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239804 Jan 25 02:14:20.658069 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-deec0bf2-3281-4dc6-8ea4-3beb8abaee29 req-b23459a4-8606-44fe-9bf5-97096cec107a service neutron] 10.222.0.79 "GET /v2.0/networks/f51e9718-4ec5-404e-a3a0-abfe3f81a1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017969 Jan 25 02:14:20.757952 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-deec0bf2-3281-4dc6-8ea4-3beb8abaee29 req-edcd5b77-de51-4f44-88ff-e0e581f5d96f service neutron] 10.222.0.79 "GET /v2.0/networks/f51e9718-4ec5-404e-a3a0-abfe3f81a1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890636 Jan 25 02:14:21.275530 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bca9fb-ac31-4bef-8ad6-8f2c71937233 req-228462ba-9900-40e9-b11b-a4c4dc68b721 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:21.275530 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-39bca9fb-ac31-4bef-8ad6-8f2c71937233 req-228462ba-9900-40e9-b11b-a4c4dc68b721 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/ports?device_id=07c37f29-c8f3-4a76-b9fe-394167614c1a HTTP/1.1" status: 200 len: 948 time: 0.0545290 Jan 25 02:14:21.346440 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-39bca9fb-ac31-4bef-8ad6-8f2c71937233 req-bad62fa9-7573-403d-aae1-26e69adc2566 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/security-groups?id=5c51107e-8fc3-4527-b196-6d16b8bc6ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753083 Jan 25 02:14:21.359428 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bffcb4-1690-41c5-a8dc-2232eedce5a7 req-f5ce151a-bcb7-4570-9f26-c1f7946aa1fb tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:21.360985 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-74bffcb4-1690-41c5-a8dc-2232eedce5a7 req-f5ce151a-bcb7-4570-9f26-c1f7946aa1fb tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0751927 Jan 25 02:14:21.416974 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-74bffcb4-1690-41c5-a8dc-2232eedce5a7 req-a062e49b-c470-4286-b243-0693dc2f1068 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453939 Jan 25 02:14:21.517998 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:21.526012 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9378bda-4fe7-4973-8a02-0bec6206228e req-37716e39-04d8-49c5-ab63-7daa589fd960 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:21.527618 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d9378bda-4fe7-4973-8a02-0bec6206228e req-37716e39-04d8-49c5-ab63-7daa589fd960 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=ab854a7f-2218-453d-b38a-2f65797032ee HTTP/1.1" status: 200 len: 946 time: 0.0521557 Jan 25 02:14:21.574471 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d9378bda-4fe7-4973-8a02-0bec6206228e req-c78c6a64-73d7-4016-b1d7-436abf029340 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410173 Jan 25 02:14:22.470512 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac276f8-21ce-4061-813e-5479cf4d13fd req-8b825878-629c-413b-8694-8110042a7960 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:22.472126 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4ac276f8-21ce-4061-813e-5479cf4d13fd req-8b825878-629c-413b-8694-8110042a7960 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/ports?device_id=07c37f29-c8f3-4a76-b9fe-394167614c1a HTTP/1.1" status: 200 len: 948 time: 0.0514200 Jan 25 02:14:22.534274 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 1e2b905f-4cbb-4042-8462-25fddf640142 details requested by agent hyperv_hv-cinder-82116 with host hv-cinder-82116 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:14:22.557621 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4ac276f8-21ce-4061-813e-5479cf4d13fd req-bba23425-fa85-4b4b-afe8-eca638a95ca1 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/security-groups?id=5c51107e-8fc3-4527-b196-6d16b8bc6ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783176 Jan 25 02:14:22.583084 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8fce2-652b-4d86-9300-02c4381e953f req-d2e1326e-3018-4869-8640-98750ebb9232 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:22.592571 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-59d8fce2-652b-4d86-9300-02c4381e953f req-d2e1326e-3018-4869-8640-98750ebb9232 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0880992 Jan 25 02:14:22.671059 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 1e2b905f-4cbb-4042-8462-25fddf640142, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=1e2b905f-4cbb-4042-8462-25fddf640142,segment=NetworkSegment(c435cd7a-cb5b-49de-b9e3-8ab2f7775bcc),segment_id=c435cd7a-cb5b-49de-b9e3-8ab2f7775bcc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:14:22.683790 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Returning: {'device': '1e2b905f-4cbb-4042-8462-25fddf640142', 'network_id': 'e7719695-8f3e-4d71-8b38-dda6baa3e85d', 'port_id': '1e2b905f-4cbb-4042-8462-25fddf640142', 'mac_address': 'fa:16:3e:d3:4e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cb2c559-28f1-458c-b26a-e8b55330c180', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:14:22.689216 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-59d8fce2-652b-4d86-9300-02c4381e953f req-8c78bbdd-c3c1-4b19-a5b3-15f2199c8e79 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956192 Jan 25 02:14:22.713957 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc427c5-be3b-4b84-bfd4-d6d9e110b420 req-3a1fbc95-5a54-4b05-97ea-fa2277ebf303 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:22.717437 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-efc427c5-be3b-4b84-bfd4-d6d9e110b420 req-3a1fbc95-5a54-4b05-97ea-fa2277ebf303 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=ab854a7f-2218-453d-b38a-2f65797032ee HTTP/1.1" status: 200 len: 946 time: 0.0668349 Jan 25 02:14:22.723524 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 1e2b905f-4cbb-4042-8462-25fddf640142 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:14:22.723924 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (1e2b905f-4cbb-4042-8462-25fddf640142), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:22.739258 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e2b905f-4cbb-4042-8462-25fddf640142 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:14:22.773863 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 1e2b905f-4cbb-4042-8462-25fddf640142, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=1e2b905f-4cbb-4042-8462-25fddf640142,segment=NetworkSegment(c435cd7a-cb5b-49de-b9e3-8ab2f7775bcc),segment_id=c435cd7a-cb5b-49de-b9e3-8ab2f7775bcc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:14:22.781902 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-efc427c5-be3b-4b84-bfd4-d6d9e110b420 req-7a216bc5-3a1b-4b1e-84c4-719a67fc9fa2 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545611 Jan 25 02:14:22.838525 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (1e2b905f-4cbb-4042-8462-25fddf640142), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:22.900710 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=1e2b905f-4cbb-4042-8462-25fddf640142,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:22.910171 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:14:22.910599 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:14:22.911416 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:14:22.918699 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 32926) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:22.919350 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:14:22.919350 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:14:22.919350 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:14:22.919350 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:14:22.919350 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:14:22.919350 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:14:22.919350 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:14:22.919350 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:14:22.919350 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:14:22.919350 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:14:23.047362 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca7adb73-3a18-4bfd-939b-d8f7bc954cba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:23.051464 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:23.131224 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca7adb73-3a18-4bfd-939b-d8f7bc954cba admin admin] Publish callbacks [] for security_group (8df261ee-4552-4296-8cc5-25e6f4621b8e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:23.199984 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca7adb73-3a18-4bfd-939b-d8f7bc954cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (8df261ee-4552-4296-8cc5-25e6f4621b8e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:23.243586 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-ca7adb73-3a18-4bfd-939b-d8f7bc954cba admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=441cb6c280df403386ad32e87c0e30e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3309443 Jan 25 02:14:23.245091 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7adb73-3a18-4bfd-939b-d8f7bc954cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df261ee-4552-4296-8cc5-25e6f4621b8e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:23.247038 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 32950) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:23.300579 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b7627757-ae58-48c7-9d0a-9fa87d0bdb67 admin admin] Publish callbacks [] for security_group (8df261ee-4552-4296-8cc5-25e6f4621b8e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:23.331635 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b7627757-ae58-48c7-9d0a-9fa87d0bdb67 admin admin] Publish callbacks [] for security_group (8df261ee-4552-4296-8cc5-25e6f4621b8e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:23.335946 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['1e2b905f-4cbb-4042-8462-25fddf640142'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:14:23.449542 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b7627757-ae58-48c7-9d0a-9fa87d0bdb67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (8df261ee-4552-4296-8cc5-25e6f4621b8e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:23.452448 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b7627757-ae58-48c7-9d0a-9fa87d0bdb67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:23.456749 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-b7627757-ae58-48c7-9d0a-9fa87d0bdb67 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/8df261ee-4552-4296-8cc5-25e6f4621b8e HTTP/1.1" status: 204 len: 168 time: 0.2056787 Jan 25 02:14:23.468656 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7627757-ae58-48c7-9d0a-9fa87d0bdb67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df261ee-4552-4296-8cc5-25e6f4621b8e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:23.734694 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e2af7-0d7e-4932-8222-f98843f0e5f2 req-7a04c7df-2564-4ca6-a8d6-f8156622cb07 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:23.736239 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-396e2af7-0d7e-4932-8222-f98843f0e5f2 req-7a04c7df-2564-4ca6-a8d6-f8156622cb07 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/ports?device_id=07c37f29-c8f3-4a76-b9fe-394167614c1a HTTP/1.1" status: 200 len: 949 time: 0.0540898 Jan 25 02:14:23.794325 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-396e2af7-0d7e-4932-8222-f98843f0e5f2 req-aabcc5e2-0ef5-4b57-9255-0c2f9d654af0 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/security-groups?id=5c51107e-8fc3-4527-b196-6d16b8bc6ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523868 Jan 25 02:14:23.839986 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80fc46-cb31-465a-b269-1158564dd533 req-af536d70-3cdd-482f-a69e-2f8233c0f6ab tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:23.841812 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6c80fc46-cb31-465a-b269-1158564dd533 req-af536d70-3cdd-482f-a69e-2f8233c0f6ab tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0632620 Jan 25 02:14:23.929328 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6c80fc46-cb31-465a-b269-1158564dd533 req-15000c32-d93a-46ef-bf2e-300298330a90 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768869 Jan 25 02:14:24.094524 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 33020) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:24.219272 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-14aea16b-7336-436f-9abb-ceb980adb150 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:24.270777 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 33030) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:24.283619 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f53e7c5f-6172-45bc-a739-95ce8ee5b057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:24.294139 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-14aea16b-7336-436f-9abb-ceb980adb150 admin admin] Publish callbacks [] for security_group (f6957cf5-a9e3-47ab-8c72-c0f86d330dc1), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:24.362926 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f53e7c5f-6172-45bc-a739-95ce8ee5b057 admin admin] Publish callbacks [] for security_group (19572bc2-8bfb-47b3-b4ff-4eaef043a118), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:24.440069 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-14aea16b-7336-436f-9abb-ceb980adb150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (f6957cf5-a9e3-47ab-8c72-c0f86d330dc1), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:24.468760 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f53e7c5f-6172-45bc-a739-95ce8ee5b057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (19572bc2-8bfb-47b3-b4ff-4eaef043a118), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:24.483923 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-14aea16b-7336-436f-9abb-ceb980adb150 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=45f9d362dadd4b4597b6c59351458d54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3878546 Jan 25 02:14:24.484630 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aea16b-7336-436f-9abb-ceb980adb150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6957cf5-a9e3-47ab-8c72-c0f86d330dc1,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:24.487484 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 33040) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:24.528678 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-f53e7c5f-6172-45bc-a739-95ce8ee5b057 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=82afd5fb1efb48cca4b3bb8b42bc391b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567883 Jan 25 02:14:24.536737 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 33044) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:24.541697 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e7c5f-6172-45bc-a739-95ce8ee5b057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19572bc2-8bfb-47b3-b4ff-4eaef043a118,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:24.563799 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e46bab3c-0bfe-4316-b32a-053b3c7eba6f admin admin] Publish callbacks [] for security_group (f6957cf5-a9e3-47ab-8c72-c0f86d330dc1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:24.584318 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e46bab3c-0bfe-4316-b32a-053b3c7eba6f admin admin] Publish callbacks [] for security_group (f6957cf5-a9e3-47ab-8c72-c0f86d330dc1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:24.588156 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-27190e8d-6f53-49cc-98b9-9711bbc83340 admin admin] Publish callbacks [] for security_group (19572bc2-8bfb-47b3-b4ff-4eaef043a118), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:24.588442 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:24.612035 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-27190e8d-6f53-49cc-98b9-9711bbc83340 admin admin] Publish callbacks [] for security_group (19572bc2-8bfb-47b3-b4ff-4eaef043a118), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:24.759980 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e46bab3c-0bfe-4316-b32a-053b3c7eba6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (f6957cf5-a9e3-47ab-8c72-c0f86d330dc1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:24.760185 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-27190e8d-6f53-49cc-98b9-9711bbc83340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (19572bc2-8bfb-47b3-b4ff-4eaef043a118), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:24.762814 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-27190e8d-6f53-49cc-98b9-9711bbc83340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:24.762950 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e46bab3c-0bfe-4316-b32a-053b3c7eba6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:24.764214 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-e46bab3c-0bfe-4316-b32a-053b3c7eba6f admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/f6957cf5-a9e3-47ab-8c72-c0f86d330dc1 HTTP/1.1" status: 204 len: 168 time: 0.2731791 Jan 25 02:14:24.767258 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-27190e8d-6f53-49cc-98b9-9711bbc83340 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/19572bc2-8bfb-47b3-b4ff-4eaef043a118 HTTP/1.1" status: 204 len: 168 time: 0.2261217 Jan 25 02:14:24.776311 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46bab3c-0bfe-4316-b32a-053b3c7eba6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6957cf5-a9e3-47ab-8c72-c0f86d330dc1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:24.777751 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27190e8d-6f53-49cc-98b9-9711bbc83340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19572bc2-8bfb-47b3-b4ff-4eaef043a118,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:24.981985 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b64d6-0868-4fde-a698-f8c60b8637f7 req-11ad959f-5051-4dac-9ea7-e2e6f5ae46f9 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:24.990175 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6c2b64d6-0868-4fde-a698-f8c60b8637f7 req-11ad959f-5051-4dac-9ea7-e2e6f5ae46f9 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/ports?device_id=07c37f29-c8f3-4a76-b9fe-394167614c1a HTTP/1.1" status: 200 len: 949 time: 0.1012359 Jan 25 02:14:25.091800 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6c2b64d6-0868-4fde-a698-f8c60b8637f7 req-9b88a6da-d5a0-4854-a97c-d8f3172c2e54 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/security-groups?id=5c51107e-8fc3-4527-b196-6d16b8bc6ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996661 Jan 25 02:14:25.106709 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61574c7-3653-4ad9-b9c4-cdc69ecf0c97 req-18d8a703-38c3-4d12-a033-83ae7a501cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:25.112274 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d61574c7-3653-4ad9-b9c4-cdc69ecf0c97 req-18d8a703-38c3-4d12-a033-83ae7a501cfd service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 1098 time: 0.0936787 Jan 25 02:14:25.128978 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f6ada-40f1-4c74-a166-72bb772ee7ff req-bdc44079-02e9-43c9-8f77-691ef3df9c88 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:25.130582 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9a1f6ada-40f1-4c74-a166-72bb772ee7ff req-bdc44079-02e9-43c9-8f77-691ef3df9c88 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.1033707 Jan 25 02:14:25.215202 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d61574c7-3653-4ad9-b9c4-cdc69ecf0c97 req-e1f7bc9f-4c63-4bf3-9a9c-fd1382200e10 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834994 Jan 25 02:14:25.220928 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9a1f6ada-40f1-4c74-a166-72bb772ee7ff req-e94eb3b7-f8ec-4292-a8af-d23c74bdbdb3 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781238 Jan 25 02:14:25.323226 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 33066) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:25.543540 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 33086) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:25.598849 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-27afc143-aacc-4951-a56a-766613c1f04b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:25.613198 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8810fec-9460-41f1-ae3a-3af09a921332 admin admin] Deleting subnet 8e84d4fe-e02e-4079-ab70-8127a9da2c16 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 02:14:25.618196 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f8810fec-9460-41f1-ae3a-3af09a921332 admin admin] Publish callbacks [] for subnet (8e84d4fe-e02e-4079-ab70-8127a9da2c16), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:25.673210 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f8810fec-9460-41f1-ae3a-3af09a921332 admin admin] Publish callbacks [] for subnet (8e84d4fe-e02e-4079-ab70-8127a9da2c16), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:25.686476 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f8810fec-9460-41f1-ae3a-3af09a921332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16745065'] for subnet (8e84d4fe-e02e-4079-ab70-8127a9da2c16), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:25.773059 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-27afc143-aacc-4951-a56a-766613c1f04b admin admin] Publish callbacks [] for security_group (800cda5e-e923-4386-8ba5-40fceeeb519a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:25.863176 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-27afc143-aacc-4951-a56a-766613c1f04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (800cda5e-e923-4386-8ba5-40fceeeb519a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:25.867732 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f8810fec-9460-41f1-ae3a-3af09a921332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16745106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394'] for subnet (8e84d4fe-e02e-4079-ab70-8127a9da2c16), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:25.929853 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8810fec-9460-41f1-ae3a-3af09a921332 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e84d4fe-e02e-4079-ab70-8127a9da2c16,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:25.937365 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f8810fec-9460-41f1-ae3a-3af09a921332 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:25.940598 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-f8810fec-9460-41f1-ae3a-3af09a921332 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/8e84d4fe-e02e-4079-ab70-8127a9da2c16 HTTP/1.1" status: 204 len: 168 time: 0.3960783 Jan 25 02:14:25.943686 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 33110) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:25.959081 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8810fec-9460-41f1-ae3a-3af09a921332 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:14:25.959439 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8810fec-9460-41f1-ae3a-3af09a921332 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:14:25.959792 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8810fec-9460-41f1-ae3a-3af09a921332 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:14:25.960135 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8810fec-9460-41f1-ae3a-3af09a921332 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:14:25.960488 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8810fec-9460-41f1-ae3a-3af09a921332 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:14:25.960802 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8810fec-9460-41f1-ae3a-3af09a921332 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:14:25.961142 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8810fec-9460-41f1-ae3a-3af09a921332 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:14:25.961529 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8810fec-9460-41f1-ae3a-3af09a921332 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:14:25.961837 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8810fec-9460-41f1-ae3a-3af09a921332 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:14:25.962153 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8810fec-9460-41f1-ae3a-3af09a921332 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:14:25.962527 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8810fec-9460-41f1-ae3a-3af09a921332 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:14:25.962865 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8810fec-9460-41f1-ae3a-3af09a921332 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:14:25.963192 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8810fec-9460-41f1-ae3a-3af09a921332 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:14:25.966211 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27afc143-aacc-4951-a56a-766613c1f04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800cda5e-e923-4386-8ba5-40fceeeb519a,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:25.971706 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-27afc143-aacc-4951-a56a-766613c1f04b admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=6da6906c9d2e4b52a0f186af018d70a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6473856 Jan 25 02:14:25.974589 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 33118) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:26.057704 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3475aaa8-6b60-498b-a05a-f558f61a9670 admin admin] Publish callbacks [] for security_group (800cda5e-e923-4386-8ba5-40fceeeb519a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:26.074651 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c2d97993-5c92-4acd-9d18-5d6e480e0135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16363431'] for network (716405bd-09a0-4a3c-a905-b4b44b382ab2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:26.117757 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3475aaa8-6b60-498b-a05a-f558f61a9670 admin admin] Publish callbacks [] for security_group (800cda5e-e923-4386-8ba5-40fceeeb519a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:26.198187 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c2d97993-5c92-4acd-9d18-5d6e480e0135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16730868', 'neutron.services.segments.db._delete_segments_for_network-8777998562223'] for network (716405bd-09a0-4a3c-a905-b4b44b382ab2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:26.238441 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-c2d97993-5c92-4acd-9d18-5d6e480e0135 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['716405bd-09a0-4a3c-a905-b4b44b382ab2']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:14:26.254473 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-c2d97993-5c92-4acd-9d18-5d6e480e0135 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25881576-4d39-44b8-9a22-7878ff75d374') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:14:26.254839 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-c2d97993-5c92-4acd-9d18-5d6e480e0135 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25881576-4d39-44b8-9a22-7878ff75d374') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:14:26.269827 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c2d97993-5c92-4acd-9d18-5d6e480e0135 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777998562097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25179595'] for segment (25881576-4d39-44b8-9a22-7878ff75d374), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:26.289056 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-2aa93502-32c1-4b86-a03d-33728dfe18d1 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:26.291020 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-2aa93502-32c1-4b86-a03d-33728dfe18d1 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/networks?id=f51e9718-4ec5-404e-a3a0-abfe3f81a1b8 HTTP/1.1" status: 200 len: 815 time: 0.2280140 Jan 25 02:14:26.294466 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c2d97993-5c92-4acd-9d18-5d6e480e0135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422'] for segment (25881576-4d39-44b8-9a22-7878ff75d374), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:26.301096 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d97993-5c92-4acd-9d18-5d6e480e0135 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 02:14:26.301820 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c2d97993-5c92-4acd-9d18-5d6e480e0135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25361942'] for segment (25881576-4d39-44b8-9a22-7878ff75d374), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:26.303812 dv-cinder-821168-1-iscsi neutron-server[103188]: Traceback (most recent call last): Jan 25 02:14:26.303812 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 02:14:26.303812 dv-cinder-821168-1-iscsi neutron-server[103188]: timer() Jan 25 02:14:26.303812 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 02:14:26.303812 dv-cinder-821168-1-iscsi neutron-server[103188]: cb(*args, **kw) Jan 25 02:14:26.303812 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 02:14:26.303812 dv-cinder-821168-1-iscsi neutron-server[103188]: return func(*args, **kwargs) Jan 25 02:14:26.303812 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 02:14:26.303812 dv-cinder-821168-1-iscsi neutron-server[103188]: self._notify() Jan 25 02:14:26.303812 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 02:14:26.303812 dv-cinder-821168-1-iscsi neutron-server[103188]: self.callback(batched_events) Jan 25 02:14:26.303812 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 02:14:26.303812 dv-cinder-821168-1-iscsi neutron-server[103188]: event.method(event) Jan 25 02:14:26.303812 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 02:14:26.303812 dv-cinder-821168-1-iscsi neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 02:14:26.303812 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 02:14:26.303812 dv-cinder-821168-1-iscsi neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 02:14:26.303812 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 02:14:26.303812 dv-cinder-821168-1-iscsi neutron-server[103188]: return f(self, *a, **k) Jan 25 02:14:26.303812 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 02:14:26.303812 dv-cinder-821168-1-iscsi neutron-server[103188]: return self._get(url).json() Jan 25 02:14:26.303812 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 02:14:26.303812 dv-cinder-821168-1-iscsi neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 02:14:26.303812 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 02:14:26.303812 dv-cinder-821168-1-iscsi neutron-server[103188]: return self.request(url, 'GET', **kwargs) Jan 25 02:14:26.303812 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 02:14:26.303812 dv-cinder-821168-1-iscsi neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 02:14:26.303812 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 02:14:26.303812 dv-cinder-821168-1-iscsi neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 02:14:26.303812 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 02:14:26.303812 dv-cinder-821168-1-iscsi neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 02:14:26.303812 dv-cinder-821168-1-iscsi neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 02:14:26.306552 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3475aaa8-6b60-498b-a05a-f558f61a9670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (800cda5e-e923-4386-8ba5-40fceeeb519a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:26.308456 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3475aaa8-6b60-498b-a05a-f558f61a9670 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:26.310490 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-3475aaa8-6b60-498b-a05a-f558f61a9670 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/800cda5e-e923-4386-8ba5-40fceeeb519a HTTP/1.1" status: 204 len: 168 time: 0.3341174 Jan 25 02:14:26.331468 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475aaa8-6b60-498b-a05a-f558f61a9670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800cda5e-e923-4386-8ba5-40fceeeb519a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:26.335635 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-816c2c79-cf7e-4136-b358-d9548c076b1d tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/quotas/0c520fbc4251459288308e62228787d8 HTTP/1.1" status: 200 len: 375 time: 0.0331683 Jan 25 02:14:26.367949 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43449337-0b64-477e-bd31-5b02e6cbd435 req-44957177-8167-4b03-8af8-497a0757afc6 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:26.375713 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-43449337-0b64-477e-bd31-5b02e6cbd435 req-44957177-8167-4b03-8af8-497a0757afc6 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/ports?device_id=07c37f29-c8f3-4a76-b9fe-394167614c1a HTTP/1.1" status: 200 len: 949 time: 0.1420026 Jan 25 02:14:26.480699 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c2d97993-5c92-4acd-9d18-5d6e480e0135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16730819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013164'] for network (716405bd-09a0-4a3c-a905-b4b44b382ab2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:26.490804 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-61c56e04-3bb7-436e-9ec1-1a00acd8d76f tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=0c520fbc4251459288308e62228787d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1054018 Jan 25 02:14:26.495049 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c2d97993-5c92-4acd-9d18-5d6e480e0135 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:26.510655 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-43449337-0b64-477e-bd31-5b02e6cbd435 req-93966200-788c-42f1-a0f0-d53ab11f5aae tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/security-groups?id=5c51107e-8fc3-4527-b196-6d16b8bc6ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333051 Jan 25 02:14:26.518653 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-c2d97993-5c92-4acd-9d18-5d6e480e0135 admin admin] 10.222.0.112 "DELETE /v2.0/networks/716405bd-09a0-4a3c-a905-b4b44b382ab2 HTTP/1.1" status: 204 len: 168 time: 0.5654573 Jan 25 02:14:26.521144 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 33144) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:26.530097 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 1e2b905f-4cbb-4042-8462-25fddf640142 up at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:14:26.555538 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d97993-5c92-4acd-9d18-5d6e480e0135 admin admin] Pushing event deleted for resources: {'Network': ['ID=716405bd-09a0-4a3c-a905-b4b44b382ab2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:26.660688 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning for port 1e2b905f-4cbb-4042-8462-25fddf640142 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:14:26.665922 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning complete for port 1e2b905f-4cbb-4042-8462-25fddf640142 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:14:26.667846 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (1e2b905f-4cbb-4042-8462-25fddf640142), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:26.736867 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-b15607b1-8911-46d1-9ce4-4a5583ced915 admin admin] Deleting subnet 76345954-c3c7-4fb2-9357-878627bc0cf8 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 02:14:26.757662 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b15607b1-8911-46d1-9ce4-4a5583ced915 admin admin] Publish callbacks [] for subnet (76345954-c3c7-4fb2-9357-878627bc0cf8), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:26.775876 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 1e2b905f-4cbb-4042-8462-25fddf640142 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:14:26.776487 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (1e2b905f-4cbb-4042-8462-25fddf640142), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:26.804934 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c37f29-c8f3-4a76-b9fe-394167614c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e2b905f-4cbb-4042-8462-25fddf640142'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:14:26.807438 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425b8effad759ea2b395d79f7fcdbc6f74d58daf1cbadf1a5a1a211e7a69aa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6c3e93-86f2-483b-b391-2fb28692823e" -d '{"events": [{"server_uuid": "07c37f29-c8f3-4a76-b9fe-394167614c1a", "name": "network-vif-plugged", "status": "completed", "tag": "1e2b905f-4cbb-4042-8462-25fddf640142"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:14:26.808170 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef1565-c9e2-4af9-a9fd-acf0d8dcac43 req-9db7bdbb-a15b-4d33-8576-fdb4b7bea693 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:26.817201 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2aef1565-c9e2-4af9-a9fd-acf0d8dcac43 req-9db7bdbb-a15b-4d33-8576-fdb4b7bea693 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.1971231 Jan 25 02:14:26.831058 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 1e2b905f-4cbb-4042-8462-25fddf640142, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=1e2b905f-4cbb-4042-8462-25fddf640142,segment=NetworkSegment(c435cd7a-cb5b-49de-b9e3-8ab2f7775bcc),segment_id=c435cd7a-cb5b-49de-b9e3-8ab2f7775bcc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:14:26.846909 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-d8700fcc-d6ce-4c01-85ba-919795d6e938 service neutron] 10.222.0.112 "GET /v2.0/networks/f51e9718-4ec5-404e-a3a0-abfe3f81a1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609772 Jan 25 02:14:26.878796 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b15607b1-8911-46d1-9ce4-4a5583ced915 admin admin] Publish callbacks [] for subnet (76345954-c3c7-4fb2-9357-878627bc0cf8), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:26.914780 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b15607b1-8911-46d1-9ce4-4a5583ced915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16745065'] for subnet (76345954-c3c7-4fb2-9357-878627bc0cf8), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:26.936229 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (1e2b905f-4cbb-4042-8462-25fddf640142), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:27.006387 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=1e2b905f-4cbb-4042-8462-25fddf640142,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:27.036296 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2aef1565-c9e2-4af9-a9fd-acf0d8dcac43 req-81f5dd6d-5405-4e0e-8f34-5ee91e732305 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156279 Jan 25 02:14:27.089896 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-ae760d8e-6b6d-4eef-910a-eaea7e745fca service neutron] 10.222.0.112 "GET /v2.0/networks/f51e9718-4ec5-404e-a3a0-abfe3f81a1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279985 Jan 25 02:14:27.126398 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b15607b1-8911-46d1-9ce4-4a5583ced915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16745106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394'] for subnet (76345954-c3c7-4fb2-9357-878627bc0cf8), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:27.196438 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15607b1-8911-46d1-9ce4-4a5583ced915 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76345954-c3c7-4fb2-9357-878627bc0cf8,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:27.200237 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b15607b1-8911-46d1-9ce4-4a5583ced915 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:27.207387 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-b15607b1-8911-46d1-9ce4-4a5583ced915 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/76345954-c3c7-4fb2-9357-878627bc0cf8 HTTP/1.1" status: 204 len: 168 time: 0.6830275 Jan 25 02:14:27.207853 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 33162) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:27.241381 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c49cf4-8703-4664-9c4f-7af414eed787 x-openstack-request-id: req-d7c49cf4-8703-4664-9c4f-7af414eed787 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:14:27.241676 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c37f29-c8f3-4a76-b9fe-394167614c1a", "name": "network-vif-plugged", "status": "completed", "tag": "1e2b905f-4cbb-4042-8462-25fddf640142", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:14:27.241928 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-d7c49cf4-8703-4664-9c4f-7af414eed787 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:14:27.242326 dv-cinder-821168-1-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c37f29-c8f3-4a76-b9fe-394167614c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e2b905f-4cbb-4042-8462-25fddf640142', 'code': 200} Jan 25 02:14:27.295208 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bee5759e-6ef1-4e27-bda9-981a0b7e0580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16363431'] for network (b48ececf-4bb2-449a-8af5-85c4c3cd665b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:27.410092 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bee5759e-6ef1-4e27-bda9-981a0b7e0580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16730868', 'neutron.services.segments.db._delete_segments_for_network-8777998562223'] for network (b48ececf-4bb2-449a-8af5-85c4c3cd665b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:27.428800 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a799ba1c-e5da-41b6-ad08-01d1d2d3f637 req-c27e77a6-671a-4c62-83a5-e6229984621a tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=6f45441b-e18f-4f6c-aec8-036658d26478 HTTP/1.1" status: 200 len: 210 time: 0.0345228 Jan 25 02:14:27.443905 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bee5759e-6ef1-4e27-bda9-981a0b7e0580 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:14:27.444265 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bee5759e-6ef1-4e27-bda9-981a0b7e0580 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:14:27.445049 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bee5759e-6ef1-4e27-bda9-981a0b7e0580 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:14:27.445337 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bee5759e-6ef1-4e27-bda9-981a0b7e0580 admin admin] Subscribe: > port after_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:14:27.445683 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bee5759e-6ef1-4e27-bda9-981a0b7e0580 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:14:27.445984 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bee5759e-6ef1-4e27-bda9-981a0b7e0580 admin admin] Subscribe: > port after_update 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:14:27.455607 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bee5759e-6ef1-4e27-bda9-981a0b7e0580 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:14:27.455607 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bee5759e-6ef1-4e27-bda9-981a0b7e0580 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:14:27.455607 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bee5759e-6ef1-4e27-bda9-981a0b7e0580 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:14:27.455607 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bee5759e-6ef1-4e27-bda9-981a0b7e0580 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:14:27.516780 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bee5759e-6ef1-4e27-bda9-981a0b7e0580 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:14:27.517057 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bee5759e-6ef1-4e27-bda9-981a0b7e0580 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:14:27.517391 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bee5759e-6ef1-4e27-bda9-981a0b7e0580 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:14:27.517721 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bee5759e-6ef1-4e27-bda9-981a0b7e0580 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:14:27.518091 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.services.segments.db [None req-bee5759e-6ef1-4e27-bda9-981a0b7e0580 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b48ececf-4bb2-449a-8af5-85c4c3cd665b']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:14:27.537413 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.services.segments.db [None req-bee5759e-6ef1-4e27-bda9-981a0b7e0580 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6366f0c0-cee3-47b8-9d65-3bb0804c732b') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:14:27.538163 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.services.segments.db [None req-bee5759e-6ef1-4e27-bda9-981a0b7e0580 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6366f0c0-cee3-47b8-9d65-3bb0804c732b') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:14:27.557174 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bee5759e-6ef1-4e27-bda9-981a0b7e0580 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777998562097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039243'] for segment (6366f0c0-cee3-47b8-9d65-3bb0804c732b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:27.578665 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bee5759e-6ef1-4e27-bda9-981a0b7e0580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422'] for segment (6366f0c0-cee3-47b8-9d65-3bb0804c732b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:27.589101 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bee5759e-6ef1-4e27-bda9-981a0b7e0580 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 02:14:27.589351 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bee5759e-6ef1-4e27-bda9-981a0b7e0580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26102497'] for segment (6366f0c0-cee3-47b8-9d65-3bb0804c732b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:27.599523 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:27.599523 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:27.599523 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:27.599523 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:27.599523 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:27.599523 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:27.599523 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:27.599523 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:27.599523 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:27.599523 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:27.599523 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:27.599523 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:27.599523 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:27.599523 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:27.599523 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:27.599523 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:27.599523 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:27.599523 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:27.599523 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:27.599523 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:27.599523 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:27.599523 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:27.599523 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:27.599523 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:27.599523 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:27.599523 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:27.599523 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:27.599523 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:27.599523 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:27.599523 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:27.599523 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:27.599523 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:27.599523 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:27.599523 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:27.599523 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:27.599523 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: Traceback (most recent call last): Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: timer() Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: cb(*args, **kw) Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: return func(*args, **kwargs) Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: self._notify() Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: self.callback(batched_events) Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: event.method(event) Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: return f(self, *a, **k) Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: return self._get(url).json() Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: return self.request(url, 'GET', **kwargs) Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 02:14:27.602002 dv-cinder-821168-1-iscsi neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 02:14:27.685700 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798aa86-bada-49a1-a7fe-33f64f0fc179 req-5eaf9627-ad66-4577-88c6-b78877fc3a95 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:27.687326 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d798aa86-bada-49a1-a7fe-33f64f0fc179 req-5eaf9627-ad66-4577-88c6-b78877fc3a95 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/ports?device_id=07c37f29-c8f3-4a76-b9fe-394167614c1a HTTP/1.1" status: 200 len: 950 time: 0.1032724 Jan 25 02:14:27.749477 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 33176) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:27.759853 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14192e-33ec-497c-8dbf-1f59adf4aafd req-8ae5f14d-0613-4b6c-8c96-2303b3476381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:27.761429 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-bd14192e-33ec-497c-8dbf-1f59adf4aafd req-8ae5f14d-0613-4b6c-8c96-2303b3476381 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=07c37f29-c8f3-4a76-b9fe-394167614c1a HTTP/1.1" status: 200 len: 1103 time: 0.0715675 Jan 25 02:14:27.763443 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-634cc9b8-8176-4880-acd9-0771a9ff074d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:27.764751 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d798aa86-bada-49a1-a7fe-33f64f0fc179 req-3b356930-2f12-451c-a617-8042d8e0d64d tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/security-groups?id=5c51107e-8fc3-4527-b196-6d16b8bc6ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678668 Jan 25 02:14:27.765503 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bee5759e-6ef1-4e27-bda9-981a0b7e0580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16730819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013164'] for network (b48ececf-4bb2-449a-8af5-85c4c3cd665b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:27.785031 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bee5759e-6ef1-4e27-bda9-981a0b7e0580 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:27.791540 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-bee5759e-6ef1-4e27-bda9-981a0b7e0580 admin admin] 10.222.0.112 "DELETE /v2.0/networks/b48ececf-4bb2-449a-8af5-85c4c3cd665b HTTP/1.1" status: 204 len: 168 time: 0.5825925 Jan 25 02:14:27.805462 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5759e-6ef1-4e27-bda9-981a0b7e0580 admin admin] Pushing event deleted for resources: {'Network': ['ID=b48ececf-4bb2-449a-8af5-85c4c3cd665b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:27.832750 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-bd14192e-33ec-497c-8dbf-1f59adf4aafd req-e6474602-9e6e-4217-9db0-6ec079febadb service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=5c51107e-8fc3-4527-b196-6d16b8bc6ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645781 Jan 25 02:14:27.862039 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-634cc9b8-8176-4880-acd9-0771a9ff074d admin admin] Publish callbacks [] for security_group (01c08b13-3366-4263-a235-2ee84b1cfba0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:27.941786 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-634cc9b8-8176-4880-acd9-0771a9ff074d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (01c08b13-3366-4263-a235-2ee84b1cfba0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:27.991855 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-634cc9b8-8176-4880-acd9-0771a9ff074d admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=dae33959a07c4c45acbd0c1608d10c9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411354 Jan 25 02:14:27.992702 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634cc9b8-8176-4880-acd9-0771a9ff074d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c08b13-3366-4263-a235-2ee84b1cfba0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:27.995789 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 33186) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:28.001516 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634cc9b8-8176-4880-acd9-0771a9ff074d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:14:28.006777 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634cc9b8-8176-4880-acd9-0771a9ff074d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:14:28.006777 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634cc9b8-8176-4880-acd9-0771a9ff074d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:14:28.006777 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634cc9b8-8176-4880-acd9-0771a9ff074d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:14:28.006777 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634cc9b8-8176-4880-acd9-0771a9ff074d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:14:28.006777 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634cc9b8-8176-4880-acd9-0771a9ff074d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:14:28.006777 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634cc9b8-8176-4880-acd9-0771a9ff074d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:14:28.006777 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634cc9b8-8176-4880-acd9-0771a9ff074d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:14:28.006777 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634cc9b8-8176-4880-acd9-0771a9ff074d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:14:28.006777 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634cc9b8-8176-4880-acd9-0771a9ff074d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:14:28.006777 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634cc9b8-8176-4880-acd9-0771a9ff074d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:14:28.006777 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634cc9b8-8176-4880-acd9-0771a9ff074d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:14:28.006777 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634cc9b8-8176-4880-acd9-0771a9ff074d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:14:28.057070 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-39f4f322-592c-4958-85f3-97b9292fb7e9 admin admin] Publish callbacks [] for security_group (01c08b13-3366-4263-a235-2ee84b1cfba0), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:28.080740 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-39f4f322-592c-4958-85f3-97b9292fb7e9 admin admin] Publish callbacks [] for security_group (01c08b13-3366-4263-a235-2ee84b1cfba0), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:28.159251 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 33192) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:28.183726 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbfd81-e04b-436c-b730-bcba5ac5d69d req-c97e874f-efa7-4156-a1d9-998806c7e517 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:28.185433 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9acbfd81-e04b-436c-b730-bcba5ac5d69d req-c97e874f-efa7-4156-a1d9-998806c7e517 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0707579 Jan 25 02:14:28.241240 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9acbfd81-e04b-436c-b730-bcba5ac5d69d req-908f2ef0-8c97-4a76-841c-fdcabd87d3e5 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472322 Jan 25 02:14:28.281465 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 33202) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:28.312807 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-39f4f322-592c-4958-85f3-97b9292fb7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (01c08b13-3366-4263-a235-2ee84b1cfba0), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:28.315448 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-39f4f322-592c-4958-85f3-97b9292fb7e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:28.319190 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-39f4f322-592c-4958-85f3-97b9292fb7e9 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/01c08b13-3366-4263-a235-2ee84b1cfba0 HTTP/1.1" status: 204 len: 168 time: 0.3194029 Jan 25 02:14:28.342746 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f4f322-592c-4958-85f3-97b9292fb7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c08b13-3366-4263-a235-2ee84b1cfba0,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:28.345793 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60d58b82-e58f-4f02-a318-f505cba996ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:28.401766 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-c5a9afd9-1e78-49d3-bb19-76e1dfff1352 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=8ada8f38937a435491bb70629951c618&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1161029 Jan 25 02:14:28.401948 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 33208) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:28.494512 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a335b008-7e13-44f1-9983-d45acb4c76e3 admin admin] Publish callbacks [] for security_group (1614f8d2-336a-4ccd-a6aa-38f01af9f562), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:28.526441 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a335b008-7e13-44f1-9983-d45acb4c76e3 admin admin] Publish callbacks [] for security_group (1614f8d2-336a-4ccd-a6aa-38f01af9f562), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:28.530033 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60d58b82-e58f-4f02-a318-f505cba996ac admin admin] Publish callbacks [] for security_group (f080916a-0f88-477f-bea4-8c1b8662a2c6), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:28.561842 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1fc390f0-58f2-47c8-8ef9-1879aefe1dc3 req-85e03226-aba1-4fcd-9161-1c6dbe61b784 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=6f45441b-e18f-4f6c-aec8-036658d26478 HTTP/1.1" status: 200 len: 210 time: 0.0280538 Jan 25 02:14:28.643399 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60d58b82-e58f-4f02-a318-f505cba996ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (f080916a-0f88-477f-bea4-8c1b8662a2c6), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:28.688415 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d58b82-e58f-4f02-a318-f505cba996ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f080916a-0f88-477f-bea4-8c1b8662a2c6,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:28.701218 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-60d58b82-e58f-4f02-a318-f505cba996ac admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=9011795988ba4cb2bcb9639c505921d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5408719 Jan 25 02:14:28.703842 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 33220) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:28.704245 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a335b008-7e13-44f1-9983-d45acb4c76e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (1614f8d2-336a-4ccd-a6aa-38f01af9f562), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:28.706826 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a335b008-7e13-44f1-9983-d45acb4c76e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:28.708019 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-a335b008-7e13-44f1-9983-d45acb4c76e3 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/1614f8d2-336a-4ccd-a6aa-38f01af9f562 HTTP/1.1" status: 204 len: 168 time: 0.3055351 Jan 25 02:14:28.720632 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a335b008-7e13-44f1-9983-d45acb4c76e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1614f8d2-336a-4ccd-a6aa-38f01af9f562,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:28.801263 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-122fe1f9-4ff8-4af3-a515-76459df250f3 admin admin] Publish callbacks [] for security_group (f080916a-0f88-477f-bea4-8c1b8662a2c6), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:29.095699 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-122fe1f9-4ff8-4af3-a515-76459df250f3 admin admin] Publish callbacks [] for security_group (f080916a-0f88-477f-bea4-8c1b8662a2c6), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:29.127775 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764bae8-7bf7-4839-ada0-b2b1e5f22a4d req-9f19ce6a-6728-4cdb-be17-908445daebb3 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:29.134496 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-8764bae8-7bf7-4839-ada0-b2b1e5f22a4d req-9f19ce6a-6728-4cdb-be17-908445daebb3 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.3805287 Jan 25 02:14:29.193981 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc0dc0-8186-4990-ad0b-cfb34192edcb req-e04408bf-b5ea-4090-b9bd-99f814ca3e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:29.195550 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-60fc0dc0-8186-4990-ad0b-cfb34192edcb req-e04408bf-b5ea-4090-b9bd-99f814ca3e2c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aed35a368b0f4933b0f485f09290e1f3&device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 1098 time: 0.3907206 Jan 25 02:14:29.225683 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369f778-df17-4e1e-bd86-2c8afae35972 req-551f8b8c-f587-4b1a-ae9f-e056270c4d25 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:29.227185 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0369f778-df17-4e1e-bd86-2c8afae35972 req-551f8b8c-f587-4b1a-ae9f-e056270c4d25 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/ports?device_id=07c37f29-c8f3-4a76-b9fe-394167614c1a HTTP/1.1" status: 200 len: 950 time: 0.1714158 Jan 25 02:14:29.265397 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-8764bae8-7bf7-4839-ada0-b2b1e5f22a4d req-f1d84b4e-11bc-4c4d-9a79-8353a6f14e31 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299858 Jan 25 02:14:29.342100 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0369f778-df17-4e1e-bd86-2c8afae35972 req-7145fbc1-1bac-4d56-8b3a-aeaca9da5ce3 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/security-groups?id=5c51107e-8fc3-4527-b196-6d16b8bc6ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958378 Jan 25 02:14:29.355823 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc0dc0-8186-4990-ad0b-cfb34192edcb req-48bcb701-bed4-469a-b3f6-af4a915434e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:29.357346 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-60fc0dc0-8186-4990-ad0b-cfb34192edcb req-48bcb701-bed4-469a-b3f6-af4a915434e6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=4be3beab-67a0-44e6-a6ea-977f61cd91cc HTTP/1.1" status: 200 len: 918 time: 0.1511981 Jan 25 02:14:29.364343 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-122fe1f9-4ff8-4af3-a515-76459df250f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (f080916a-0f88-477f-bea4-8c1b8662a2c6), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:29.367172 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-122fe1f9-4ff8-4af3-a515-76459df250f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:29.368360 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-122fe1f9-4ff8-4af3-a515-76459df250f3 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/f080916a-0f88-477f-bea4-8c1b8662a2c6 HTTP/1.1" status: 204 len: 168 time: 0.6632767 Jan 25 02:14:29.414402 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122fe1f9-4ff8-4af3-a515-76459df250f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f080916a-0f88-477f-bea4-8c1b8662a2c6,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:29.416932 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-60fc0dc0-8186-4990-ad0b-cfb34192edcb req-88e1ad15-ddd4-4bc4-8db6-76173d90e9a7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11637ea6-7664-4d29-9e0c-021ac25baad1 HTTP/1.1" status: 200 len: 217 time: 0.0474505 Jan 25 02:14:29.567108 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc0dc0-8186-4990-ad0b-cfb34192edcb req-ab1e36c8-f7dc-4bff-9a36-95d7b0b9cd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:29.568599 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-60fc0dc0-8186-4990-ad0b-cfb34192edcb req-ab1e36c8-f7dc-4bff-9a36-95d7b0b9cd6d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c73b0ff2-0e4e-49a2-8845-6036be7d7f95 HTTP/1.1" status: 200 len: 857 time: 0.0458241 Jan 25 02:14:29.586780 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 33248) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:29.630545 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-60fc0dc0-8186-4990-ad0b-cfb34192edcb req-ace51143-e892-4344-a30f-cbf43ede3124 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4be3beab-67a0-44e6-a6ea-977f61cd91cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360286 Jan 25 02:14:29.683121 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-d6555e63-9e5d-4fb8-ab46-1a4576819310 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=2c1a99219f424210a8b094a8d4327fd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0955467 Jan 25 02:14:29.685820 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 33250) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:29.743051 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-44e2752b-77b9-4b95-b644-05d66f2708c0 req-cf89ecae-cc68-4eaf-905f-1853e1c61ed9 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=6f45441b-e18f-4f6c-aec8-036658d26478 HTTP/1.1" status: 200 len: 210 time: 0.0571096 Jan 25 02:14:29.748051 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17b4edc6-48d8-491f-9ba8-863720d3d123 admin admin] Publish callbacks [] for security_group (0c64283d-0695-4df1-942c-a6adc607bfe7), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:29.786801 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17b4edc6-48d8-491f-9ba8-863720d3d123 admin admin] Publish callbacks [] for security_group (0c64283d-0695-4df1-942c-a6adc607bfe7), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:29.797231 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-60fc0dc0-8186-4990-ad0b-cfb34192edcb req-4f7d4972-8e00-4bb2-b068-e700dc6dbb03 service neutron] 10.222.0.79 "GET /v2.0/networks/4be3beab-67a0-44e6-a6ea-977f61cd91cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412716 Jan 25 02:14:29.992002 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17b4edc6-48d8-491f-9ba8-863720d3d123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (0c64283d-0695-4df1-942c-a6adc607bfe7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:29.997128 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17b4edc6-48d8-491f-9ba8-863720d3d123 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:29.998788 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-17b4edc6-48d8-491f-9ba8-863720d3d123 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/0c64283d-0695-4df1-942c-a6adc607bfe7 HTTP/1.1" status: 204 len: 168 time: 0.3116891 Jan 25 02:14:30.009100 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b4edc6-48d8-491f-9ba8-863720d3d123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c64283d-0695-4df1-942c-a6adc607bfe7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:30.049108 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-60fc0dc0-8186-4990-ad0b-cfb34192edcb req-5b45bd44-7941-4465-9221-c89ee690f804 service neutron] 10.222.0.79 "GET /v2.0/networks/4be3beab-67a0-44e6-a6ea-977f61cd91cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240360 Jan 25 02:14:30.319939 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-a27cf099-c3a2-49ae-bbac-2acf6215a888 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:30.322643 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-a27cf099-c3a2-49ae-bbac-2acf6215a888 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.79 "GET /v2.0/networks?id=f51e9718-4ec5-404e-a3a0-abfe3f81a1b8 HTTP/1.1" status: 200 len: 815 time: 0.1319511 Jan 25 02:14:30.344808 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-139004d6-c77b-4668-a890-c47bf8fb60db tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Request body: {'port': {'device_id': '6f45441b-e18f-4f6c-aec8-036658d26478', 'network_id': 'f51e9718-4ec5-404e-a3a0-abfe3f81a1b8', 'admin_state_up': True, 'tenant_id': '0c520fbc4251459288308e62228787d8'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:14:30.494960 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf40615-560b-4ff4-a477-5b0f4020dbdf req-ca717cbe-4ae9-4054-bc72-800348389592 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:30.496520 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-adf40615-560b-4ff4-a477-5b0f4020dbdf req-ca717cbe-4ae9-4054-bc72-800348389592 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.1369963 Jan 25 02:14:30.543001 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41baf4c1-24b9-4b41-9a9a-15abeffac9eb req-c1a3eec3-fca1-4763-ad7c-e27687e14ff3 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:30.544579 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-41baf4c1-24b9-4b41-9a9a-15abeffac9eb req-c1a3eec3-fca1-4763-ad7c-e27687e14ff3 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/ports?device_id=07c37f29-c8f3-4a76-b9fe-394167614c1a HTTP/1.1" status: 200 len: 950 time: 0.1178114 Jan 25 02:14:30.605185 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-adf40615-560b-4ff4-a477-5b0f4020dbdf req-44991d97-7279-4e6e-9d47-e50d862ecaae tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973451 Jan 25 02:14:30.634824 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-41baf4c1-24b9-4b41-9a9a-15abeffac9eb req-ebdf5957-b01e-46f8-b9a3-b7b7d6434761 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/security-groups?id=5c51107e-8fc3-4527-b196-6d16b8bc6ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823743 Jan 25 02:14:30.668368 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-139004d6-c77b-4668-a890-c47bf8fb60db tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Made reservation on behalf of 0c520fbc4251459288308e62228787d8 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:14:30.671912 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-139004d6-c77b-4668-a890-c47bf8fb60db tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:30.829411 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-139004d6-c77b-4668-a890-c47bf8fb60db tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Allocated IP 172.20.0.7 (f51e9718-4ec5-404e-a3a0-abfe3f81a1b8/5ceebd01-54f8-49c2-a96a-185a2872233c/5a5b0e1c-cc53-459a-8509-edc7b9da2612) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:14:30.925402 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5a508d96-0c14-4cc5-b8af-4b06ce69a10d req-620c09ba-5c83-4a8b-881d-9164e3633358 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=6f45441b-e18f-4f6c-aec8-036658d26478 HTTP/1.1" status: 200 len: 210 time: 0.0526290 Jan 25 02:14:31.018601 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-139004d6-c77b-4668-a890-c47bf8fb60db tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Publish callbacks [] for port (5a5b0e1c-cc53-459a-8509-edc7b9da2612), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:31.131467 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-139004d6-c77b-4668-a890-c47bf8fb60db tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (5a5b0e1c-cc53-459a-8509-edc7b9da2612), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:31.191128 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['49ae77fa-137a-41b8-a089-25517bcf38c2', '0f837d0f-596c-4b03-a2cc-51d89430d7be'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:14:31.195067 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-139004d6-c77b-4668-a890-c47bf8fb60db tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Network f51e9718-4ec5-404e-a3a0-abfe3f81a1b8 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:14:31.211388 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-139004d6-c77b-4668-a890-c47bf8fb60db tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:14:31.226579 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-139004d6-c77b-4668-a890-c47bf8fb60db tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:14:31.307086 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139004d6-c77b-4668-a890-c47bf8fb60db tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Pushing event updated for resources: {'Port': ['ID=5a5b0e1c-cc53-459a-8509-edc7b9da2612,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:31.349147 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a87c7-0f3d-4a36-a65d-39ad249d4cf2 req-b9c10e57-b7dd-4edc-b389-a710c2ff7e3a tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:31.357186 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ad9a87c7-0f3d-4a36-a65d-39ad249d4cf2 req-b9c10e57-b7dd-4edc-b389-a710c2ff7e3a tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/ports?device_id=07c37f29-c8f3-4a76-b9fe-394167614c1a HTTP/1.1" status: 200 len: 950 time: 0.1884427 Jan 25 02:14:31.404896 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-139004d6-c77b-4668-a890-c47bf8fb60db tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:31.405551 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-139004d6-c77b-4668-a890-c47bf8fb60db tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:31.441875 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ad9a87c7-0f3d-4a36-a65d-39ad249d4cf2 req-9f40263c-171f-490d-bc53-1904f4a05227 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/security-groups?id=5c51107e-8fc3-4527-b196-6d16b8bc6ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834203 Jan 25 02:14:31.505130 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-139004d6-c77b-4668-a890-c47bf8fb60db tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1642909 Jan 25 02:14:31.525648 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-bf1b3047-d265-4075-b568-efc4d4c1a8a5 service neutron] Request body: {'port': {'device_id': '6f45441b-e18f-4f6c-aec8-036658d26478', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82116'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:14:31.591183 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-bf1b3047-d265-4075-b568-efc4d4c1a8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (5a5b0e1c-cc53-459a-8509-edc7b9da2612), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:31.813264 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae50e0f-0369-4505-bec8-5bc16a700738 req-38763f12-fefa-41ee-96da-16496165934d tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:31.814789 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3ae50e0f-0369-4505-bec8-5bc16a700738 req-38763f12-fefa-41ee-96da-16496165934d tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0975368 Jan 25 02:14:31.916715 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3ae50e0f-0369-4505-bec8-5bc16a700738 req-462f78ea-1c15-4d56-8f19-d39c89583daa tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737357 Jan 25 02:14:31.991647 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-bf1b3047-d265-4075-b568-efc4d4c1a8a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a5b0e1c-cc53-459a-8509-edc7b9da2612 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:14:32.003787 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-bf1b3047-d265-4075-b568-efc4d4c1a8a5 service neutron] Publish callbacks [] for port (5a5b0e1c-cc53-459a-8509-edc7b9da2612), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:32.018591 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-bf1b3047-d265-4075-b568-efc4d4c1a8a5 service neutron] Transition to ACTIVE for port object 5a5b0e1c-cc53-459a-8509-edc7b9da2612 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:14:32.080900 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06622b2c-bbbe-4cb4-86ba-ba91c944e27f req-05236246-9a29-404b-8ac2-954627e7af84 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:32.082665 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-06622b2c-bbbe-4cb4-86ba-ba91c944e27f req-05236246-9a29-404b-8ac2-954627e7af84 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=6f45441b-e18f-4f6c-aec8-036658d26478 HTTP/1.1" status: 200 len: 931 time: 0.0534883 Jan 25 02:14:32.096735 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-bf1b3047-d265-4075-b568-efc4d4c1a8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26102405'] for port (5a5b0e1c-cc53-459a-8509-edc7b9da2612), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:32.168796 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b3047-d265-4075-b568-efc4d4c1a8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=5a5b0e1c-cc53-459a-8509-edc7b9da2612,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:32.251534 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-06622b2c-bbbe-4cb4-86ba-ba91c944e27f req-f1df6db7-0dd7-4648-ae0e-dc248e76f8fb tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613550 Jan 25 02:14:32.284292 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-bf1b3047-d265-4075-b568-efc4d4c1a8a5 service neutron] Attempting to bind port 5a5b0e1c-cc53-459a-8509-edc7b9da2612 on host hv-cinder-82116 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:14:32.284634 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-bf1b3047-d265-4075-b568-efc4d4c1a8a5 service neutron] Attempting to bind port 5a5b0e1c-cc53-459a-8509-edc7b9da2612 by drivers openvswitch,hyperv on host hv-cinder-82116 at level 0 using segments [{'id': '0cd0a719-aadd-4513-9040-a946e7723384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f51e9718-4ec5-404e-a3a0-abfe3f81a1b8'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:14:32.284968 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-bf1b3047-d265-4075-b568-efc4d4c1a8a5 service neutron] Attempting to bind port 5a5b0e1c-cc53-459a-8509-edc7b9da2612 on network f51e9718-4ec5-404e-a3a0-abfe3f81a1b8 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:14:32.289883 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-bf1b3047-d265-4075-b568-efc4d4c1a8a5 service neutron] Port 5a5b0e1c-cc53-459a-8509-edc7b9da2612 on network f51e9718-4ec5-404e-a3a0-abfe3f81a1b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82116 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:14:32.290148 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-bf1b3047-d265-4075-b568-efc4d4c1a8a5 service neutron] Attempting to bind port 5a5b0e1c-cc53-459a-8509-edc7b9da2612 on network f51e9718-4ec5-404e-a3a0-abfe3f81a1b8 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:14:32.297095 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-bf1b3047-d265-4075-b568-efc4d4c1a8a5 service neutron] Checking agent: {'id': '52d0b4b2-7edd-4256-a5ca-dd2d58b489f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 10, 20), 'started_at': datetime.datetime(2022, 1, 25, 2, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:14:32.297497 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-bf1b3047-d265-4075-b568-efc4d4c1a8a5 service neutron] Checking segment: {'id': '0cd0a719-aadd-4513-9040-a946e7723384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f51e9718-4ec5-404e-a3a0-abfe3f81a1b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:14:32.297886 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-bf1b3047-d265-4075-b568-efc4d4c1a8a5 service neutron] Bound using segment: {'id': '0cd0a719-aadd-4513-9040-a946e7723384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f51e9718-4ec5-404e-a3a0-abfe3f81a1b8'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:14:32.306710 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-bf1b3047-d265-4075-b568-efc4d4c1a8a5 service neutron] Bound port: 5a5b0e1c-cc53-459a-8509-edc7b9da2612, host: hv-cinder-82116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd0a719-aadd-4513-9040-a946e7723384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f51e9718-4ec5-404e-a3a0-abfe3f81a1b8'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:14:32.306710 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-bf1b3047-d265-4075-b568-efc4d4c1a8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (5a5b0e1c-cc53-459a-8509-edc7b9da2612), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:32.365321 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-bf1b3047-d265-4075-b568-efc4d4c1a8a5 service neutron] For port 5a5b0e1c-cc53-459a-8509-edc7b9da2612, host hv-cinder-82116, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:14:32.370035 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-bf1b3047-d265-4075-b568-efc4d4c1a8a5 service neutron] For port 5a5b0e1c-cc53-459a-8509-edc7b9da2612, host hv-cinder-82116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=5a5b0e1c-cc53-459a-8509-edc7b9da2612,segment=NetworkSegment(0cd0a719-aadd-4513-9040-a946e7723384),segment_id=0cd0a719-aadd-4513-9040-a946e7723384)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:14:32.455531 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-bf1b3047-d265-4075-b568-efc4d4c1a8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26102405'] for port (5a5b0e1c-cc53-459a-8509-edc7b9da2612), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:32.491557 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-bf1b3047-d265-4075-b568-efc4d4c1a8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:32.492225 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-bf1b3047-d265-4075-b568-efc4d4c1a8a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:32.494591 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-bf1b3047-d265-4075-b568-efc4d4c1a8a5 service neutron] 10.222.0.79 "PUT /v2.0/ports/5a5b0e1c-cc53-459a-8509-edc7b9da2612 HTTP/1.1" status: 200 len: 1093 time: 0.9736812 Jan 25 02:14:32.497012 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f45441b-e18f-4f6c-aec8-036658d26478', 'tag': '5a5b0e1c-cc53-459a-8509-edc7b9da2612'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:14:32.499944 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071e1f98-22c6-499d-9d27-082016f8c102" -d '{"events": [{"name": "network-changed", "server_uuid": "6f45441b-e18f-4f6c-aec8-036658d26478", "tag": "5a5b0e1c-cc53-459a-8509-edc7b9da2612"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:14:32.531693 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b3047-d265-4075-b568-efc4d4c1a8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=5a5b0e1c-cc53-459a-8509-edc7b9da2612,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:32.570542 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cf339b-af9a-42c6-9708-3350aa8be39e x-openstack-request-id: req-71cf339b-af9a-42c6-9708-3350aa8be39e {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:14:32.570924 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f45441b-e18f-4f6c-aec8-036658d26478", "tag": "5a5b0e1c-cc53-459a-8509-edc7b9da2612", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:14:32.571295 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-71cf339b-af9a-42c6-9708-3350aa8be39e {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:14:32.574098 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f45441b-e18f-4f6c-aec8-036658d26478', 'tag': '5a5b0e1c-cc53-459a-8509-edc7b9da2612', 'status': 'completed', 'code': 200} Jan 25 02:14:32.617182 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a104f11-28c4-492f-ac8a-c2fbc42193ba req-56843b88-edd6-42c0-8a6b-1513c1d523b5 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:32.619484 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1a104f11-28c4-492f-ac8a-c2fbc42193ba req-56843b88-edd6-42c0-8a6b-1513c1d523b5 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/ports?device_id=07c37f29-c8f3-4a76-b9fe-394167614c1a HTTP/1.1" status: 200 len: 950 time: 0.0639358 Jan 25 02:14:32.691825 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e1f98-22c6-499d-9d27-082016f8c102 req-cef4033b-d69e-4475-8f62-1272b4bded78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:32.693380 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-071e1f98-22c6-499d-9d27-082016f8c102 req-cef4033b-d69e-4475-8f62-1272b4bded78 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0c520fbc4251459288308e62228787d8&device_id=6f45441b-e18f-4f6c-aec8-036658d26478 HTTP/1.1" status: 200 len: 1096 time: 0.0728829 Jan 25 02:14:32.697469 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1a104f11-28c4-492f-ac8a-c2fbc42193ba req-32902a8d-8dd4-4b44-b434-e311d1298956 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/security-groups?id=5c51107e-8fc3-4527-b196-6d16b8bc6ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694637 Jan 25 02:14:32.807118 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e1f98-22c6-499d-9d27-082016f8c102 req-bfaac868-062a-46f0-bfdf-eaf19b25d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:32.808648 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-071e1f98-22c6-499d-9d27-082016f8c102 req-bfaac868-062a-46f0-bfdf-eaf19b25d273 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=0c520fbc4251459288308e62228787d8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1012013 Jan 25 02:14:32.969379 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e1f98-22c6-499d-9d27-082016f8c102 req-9df1b3c5-ee3b-4418-949b-89512db570ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:32.974105 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-071e1f98-22c6-499d-9d27-082016f8c102 req-9df1b3c5-ee3b-4418-949b-89512db570ee service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1076841 Jan 25 02:14:33.030741 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 33398) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:33.130245 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33a150-9fb5-4149-8163-0e878ca5c45e req-8f469d0c-1d45-445f-aea7-0620420db5bb tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:33.132054 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4d33a150-9fb5-4149-8163-0e878ca5c45e req-8f469d0c-1d45-445f-aea7-0620420db5bb tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.1034250 Jan 25 02:14:33.195513 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-20d00a86-5bba-4e18-8aa9-6c3a68cc9593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:33.197661 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-20d00a86-5bba-4e18-8aa9-6c3a68cc9593 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0c520fbc4251459288308e62228787d8&device_id=6f45441b-e18f-4f6c-aec8-036658d26478 HTTP/1.1" status: 200 len: 1096 time: 0.1128681 Jan 25 02:14:33.208860 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8e4fbab7-b94c-4787-8a70-ac18dc378ef2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:33.229528 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4d33a150-9fb5-4149-8163-0e878ca5c45e req-d0b48ab8-c4a6-4cee-8ba0-0378fd178ecf tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853627 Jan 25 02:14:33.291689 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8e4fbab7-b94c-4787-8a70-ac18dc378ef2 admin admin] Publish callbacks [] for security_group (fcc31940-ba61-41c1-9c99-1cf8396f1917), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:33.372506 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-26d83530-d177-480c-8413-56b93073ceae service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a5b0e1c-cc53-459a-8509-edc7b9da2612 HTTP/1.1" status: 200 len: 217 time: 0.0628111 Jan 25 02:14:33.387886 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8e4fbab7-b94c-4787-8a70-ac18dc378ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (fcc31940-ba61-41c1-9c99-1cf8396f1917), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:33.432491 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-8e4fbab7-b94c-4787-8a70-ac18dc378ef2 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=19215dd51e8847fe8c9658d74c8f61be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3983028 Jan 25 02:14:33.432491 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4fbab7-b94c-4787-8a70-ac18dc378ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc31940-ba61-41c1-9c99-1cf8396f1917,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:33.434170 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 33418) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:33.503141 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52074a82-d3a6-4252-a796-2e65dbe4622d req-d74a2c7a-6bd3-43ae-8b65-18cb1fd5954f tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:33.504654 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-52074a82-d3a6-4252-a796-2e65dbe4622d req-d74a2c7a-6bd3-43ae-8b65-18cb1fd5954f tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.79 "GET /v2.0/ports?device_id=07c37f29-c8f3-4a76-b9fe-394167614c1a HTTP/1.1" status: 200 len: 950 time: 0.1410756 Jan 25 02:14:33.507017 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-3a81b8bb-c610-4f20-9ad7-419a862d8f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:33.508364 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-3a81b8bb-c610-4f20-9ad7-419a862d8f2a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5ceebd01-54f8-49c2-a96a-185a2872233c HTTP/1.1" status: 200 len: 855 time: 0.1263928 Jan 25 02:14:33.513875 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c7c41f3b-570d-43ee-b949-696bba43966c admin admin] Publish callbacks [] for security_group (fcc31940-ba61-41c1-9c99-1cf8396f1917), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:33.519984 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babb265-e2bf-4c63-802b-fef328b831e2 req-c0a21868-8819-400e-94a6-f18c0ca36b70 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:33.521544 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5babb265-e2bf-4c63-802b-fef328b831e2 req-c0a21868-8819-400e-94a6-f18c0ca36b70 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=6f45441b-e18f-4f6c-aec8-036658d26478 HTTP/1.1" status: 200 len: 943 time: 0.1593666 Jan 25 02:14:33.539272 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c7c41f3b-570d-43ee-b949-696bba43966c admin admin] Publish callbacks [] for security_group (fcc31940-ba61-41c1-9c99-1cf8396f1917), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:33.579538 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-38ca2c2c-6e99-4f9d-982f-1c4c2b665c5f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f51e9718-4ec5-404e-a3a0-abfe3f81a1b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569811 Jan 25 02:14:33.655740 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c7c41f3b-570d-43ee-b949-696bba43966c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (fcc31940-ba61-41c1-9c99-1cf8396f1917), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:33.658567 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c7c41f3b-570d-43ee-b949-696bba43966c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:33.661340 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-c7c41f3b-570d-43ee-b949-696bba43966c admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/fcc31940-ba61-41c1-9c99-1cf8396f1917 HTTP/1.1" status: 204 len: 168 time: 0.2261701 Jan 25 02:14:33.671885 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c41f3b-570d-43ee-b949-696bba43966c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc31940-ba61-41c1-9c99-1cf8396f1917,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:33.716644 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5babb265-e2bf-4c63-802b-fef328b831e2 req-5d8a39bd-7254-4f6c-a735-8057235afab4 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797080 Jan 25 02:14:33.745669 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-4b0552dd-2729-4241-8396-aaaa351dc718 service neutron] 10.222.0.79 "GET /v2.0/networks/f51e9718-4ec5-404e-a3a0-abfe3f81a1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534884 Jan 25 02:14:33.761453 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-52074a82-d3a6-4252-a796-2e65dbe4622d req-6ca5fdf1-e8b6-4c4f-a2a9-1e74f0cfafc1 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Deleting port 1e2b905f-4cbb-4042-8462-25fddf640142 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:14:33.761620 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-52074a82-d3a6-4252-a796-2e65dbe4622d req-6ca5fdf1-e8b6-4c4f-a2a9-1e74f0cfafc1 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (1e2b905f-4cbb-4042-8462-25fddf640142), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:33.948830 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba7f8b-ffb0-40a3-bd8b-561f6f9b24d1 req-f92614a7-0d54-4554-af5d-d4751c1e111b tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:33.950230 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ceba7f8b-ffb0-40a3-bd8b-561f6f9b24d1 req-f92614a7-0d54-4554-af5d-d4751c1e111b tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/ports?device_id=07c37f29-c8f3-4a76-b9fe-394167614c1a HTTP/1.1" status: 200 len: 950 time: 0.1600778 Jan 25 02:14:33.952036 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-52074a82-d3a6-4252-a796-2e65dbe4622d req-6ca5fdf1-e8b6-4c4f-a2a9-1e74f0cfafc1 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] For port 1e2b905f-4cbb-4042-8462-25fddf640142, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=1e2b905f-4cbb-4042-8462-25fddf640142,segment=NetworkSegment(c435cd7a-cb5b-49de-b9e3-8ab2f7775bcc),segment_id=c435cd7a-cb5b-49de-b9e3-8ab2f7775bcc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:14:33.956878 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-52074a82-d3a6-4252-a796-2e65dbe4622d req-6ca5fdf1-e8b6-4c4f-a2a9-1e74f0cfafc1 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (1e2b905f-4cbb-4042-8462-25fddf640142), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:33.956878 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7c3a3433-94cb-4fac-8008-0aadbd900aa5 req-2292045a-9e8d-4f77-9b99-f868797e80e2 service neutron] 10.222.0.79 "GET /v2.0/networks/f51e9718-4ec5-404e-a3a0-abfe3f81a1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045848 Jan 25 02:14:33.973792 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-52074a82-d3a6-4252-a796-2e65dbe4622d req-6ca5fdf1-e8b6-4c4f-a2a9-1e74f0cfafc1 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Calling delete_port for 1e2b905f-4cbb-4042-8462-25fddf640142 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:14:34.260767 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ceba7f8b-ffb0-40a3-bd8b-561f6f9b24d1 req-9052b651-f4be-41b0-989d-3c1f8f686df3 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/security-groups?id=5c51107e-8fc3-4527-b196-6d16b8bc6ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991154 Jan 25 02:14:34.390578 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccedfc-8c7e-4b3e-a3ee-89a37a533f6c req-577562b6-4d91-40cb-a7b6-f1de9c193882 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:34.392125 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9bccedfc-8c7e-4b3e-a3ee-89a37a533f6c req-577562b6-4d91-40cb-a7b6-f1de9c193882 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0643103 Jan 25 02:14:34.404328 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 33442) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:34.427096 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-34ce9657-6cd8-4413-a89e-2d0c3f71653c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:34.440995 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-52074a82-d3a6-4252-a796-2e65dbe4622d req-6ca5fdf1-e8b6-4c4f-a2a9-1e74f0cfafc1 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (1e2b905f-4cbb-4042-8462-25fddf640142), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:34.485138 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['1e2b905f-4cbb-4042-8462-25fddf640142'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:14:34.490977 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca5fdf1-e8b6-4c4f-a2a9-1e74f0cfafc1 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Pushing event deleted for resources: {'Port': ['ID=1e2b905f-4cbb-4042-8462-25fddf640142,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:34.520632 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9bccedfc-8c7e-4b3e-a3ee-89a37a533f6c req-27ed36ae-f6e4-4fc9-8982-3f505c0f8bda tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227856 Jan 25 02:14:34.593707 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-52074a82-d3a6-4252-a796-2e65dbe4622d req-6ca5fdf1-e8b6-4c4f-a2a9-1e74f0cfafc1 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] No DVR routers for this DVR port 1e2b905f-4cbb-4042-8462-25fddf640142 on host hv-cinder-82116 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:14:34.596175 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-52074a82-d3a6-4252-a796-2e65dbe4622d req-6ca5fdf1-e8b6-4c4f-a2a9-1e74f0cfafc1 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:34.605603 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-52074a82-d3a6-4252-a796-2e65dbe4622d req-6ca5fdf1-e8b6-4c4f-a2a9-1e74f0cfafc1 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.79 "DELETE /v2.0/ports/1e2b905f-4cbb-4042-8462-25fddf640142 HTTP/1.1" status: 204 len: 173 time: 1.0819025 Jan 25 02:14:34.608162 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c37f29-c8f3-4a76-b9fe-394167614c1a', 'name': 'network-vif-deleted', 'tag': '1e2b905f-4cbb-4042-8462-25fddf640142'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:14:34.619529 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b396513f-1326-43d2-a8b3-6653dfffc7be" -d '{"events": [{"server_uuid": "07c37f29-c8f3-4a76-b9fe-394167614c1a", "name": "network-vif-deleted", "tag": "1e2b905f-4cbb-4042-8462-25fddf640142"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:14:34.691614 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4aac576-b00f-4e91-85e4-06aaf4534d23 x-openstack-request-id: req-e4aac576-b00f-4e91-85e4-06aaf4534d23 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:14:34.691729 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c37f29-c8f3-4a76-b9fe-394167614c1a", "name": "network-vif-deleted", "tag": "1e2b905f-4cbb-4042-8462-25fddf640142", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:14:34.691932 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-e4aac576-b00f-4e91-85e4-06aaf4534d23 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:14:34.692451 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c37f29-c8f3-4a76-b9fe-394167614c1a', 'name': 'network-vif-deleted', 'tag': '1e2b905f-4cbb-4042-8462-25fddf640142', 'status': 'completed', 'code': 200} Jan 25 02:14:34.705313 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-34ce9657-6cd8-4413-a89e-2d0c3f71653c admin admin] Publish callbacks [] for security_group (5b991d1d-3ed0-48d1-b891-c16ca414b288), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:34.765381 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-34ce9657-6cd8-4413-a89e-2d0c3f71653c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (5b991d1d-3ed0-48d1-b891-c16ca414b288), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:34.805184 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-34ce9657-6cd8-4413-a89e-2d0c3f71653c admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=d27ef45b44ac41c4b62552692db9eabe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3979959 Jan 25 02:14:34.808493 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce9657-6cd8-4413-a89e-2d0c3f71653c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b991d1d-3ed0-48d1-b891-c16ca414b288,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:34.808759 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 33458) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:34.864110 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72226c45-69de-470b-a755-80110220d728 admin admin] Publish callbacks [] for security_group (5b991d1d-3ed0-48d1-b891-c16ca414b288), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:34.866096 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432128a0-9433-453b-af0c-d0b12f260941 req-18ff9bc5-452a-4f5c-ba90-d7c7362431a9 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:34.867876 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-432128a0-9433-453b-af0c-d0b12f260941 req-18ff9bc5-452a-4f5c-ba90-d7c7362431a9 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=6f45441b-e18f-4f6c-aec8-036658d26478 HTTP/1.1" status: 200 len: 943 time: 0.0602076 Jan 25 02:14:34.888448 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72226c45-69de-470b-a755-80110220d728 admin admin] Publish callbacks [] for security_group (5b991d1d-3ed0-48d1-b891-c16ca414b288), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:34.920886 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-432128a0-9433-453b-af0c-d0b12f260941 req-5c18d09b-61cc-4127-923e-6633d51d3e28 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460167 Jan 25 02:14:35.043540 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72226c45-69de-470b-a755-80110220d728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (5b991d1d-3ed0-48d1-b891-c16ca414b288), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:35.046772 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72226c45-69de-470b-a755-80110220d728 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:35.047926 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-72226c45-69de-470b-a755-80110220d728 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/5b991d1d-3ed0-48d1-b891-c16ca414b288 HTTP/1.1" status: 204 len: 168 time: 0.2381675 Jan 25 02:14:35.061301 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72226c45-69de-470b-a755-80110220d728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b991d1d-3ed0-48d1-b891-c16ca414b288,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:35.178551 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 33464) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:35.408579 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e1e91091-4625-48ab-bbca-d514cf8c8c5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:35.421012 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-91e70d3c-b006-45b8-ae92-ade45017fb10 req-3b140f77-f24e-467d-b6ee-6c1f82b1e170 tempest-VolumesNegativeTest-2057117656 tempest-VolumesNegativeTest-2057117656-project] 10.222.0.112 "GET /v2.0/ports?device_id=07c37f29-c8f3-4a76-b9fe-394167614c1a HTTP/1.1" status: 200 len: 210 time: 0.0275340 Jan 25 02:14:35.516391 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e1e91091-4625-48ab-bbca-d514cf8c8c5c admin admin] Publish callbacks [] for security_group (0b7f543b-9acd-471d-ab0e-59db9656c4bd), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:35.597840 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e1e91091-4625-48ab-bbca-d514cf8c8c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (0b7f543b-9acd-471d-ab0e-59db9656c4bd), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:35.639256 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-e1e91091-4625-48ab-bbca-d514cf8c8c5c admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=191601176c674568add50bef02f709cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4573147 Jan 25 02:14:35.639987 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 33492) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:35.645532 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e91091-4625-48ab-bbca-d514cf8c8c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7f543b-9acd-471d-ab0e-59db9656c4bd,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:35.705485 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f6a0c83-0084-4565-8d45-e47adc4fa235 admin admin] Publish callbacks [] for security_group (0b7f543b-9acd-471d-ab0e-59db9656c4bd), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:35.733537 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f6a0c83-0084-4565-8d45-e47adc4fa235 admin admin] Publish callbacks [] for security_group (0b7f543b-9acd-471d-ab0e-59db9656c4bd), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:36.066499 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0089f-4b18-450b-854d-9cec5ab24940 req-93616f29-fc54-4876-bc03-c7da46812bfb tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:36.067047 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f6a0c83-0084-4565-8d45-e47adc4fa235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (0b7f543b-9acd-471d-ab0e-59db9656c4bd), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:36.068220 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-56c0089f-4b18-450b-854d-9cec5ab24940 req-93616f29-fc54-4876-bc03-c7da46812bfb tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=6f45441b-e18f-4f6c-aec8-036658d26478 HTTP/1.1" status: 200 len: 943 time: 0.0630345 Jan 25 02:14:36.073438 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f6a0c83-0084-4565-8d45-e47adc4fa235 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:36.074861 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-2f6a0c83-0084-4565-8d45-e47adc4fa235 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/0b7f543b-9acd-471d-ab0e-59db9656c4bd HTTP/1.1" status: 204 len: 168 time: 0.4290397 Jan 25 02:14:36.093501 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a0c83-0084-4565-8d45-e47adc4fa235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7f543b-9acd-471d-ab0e-59db9656c4bd,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:36.130984 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-56c0089f-4b18-450b-854d-9cec5ab24940 req-73a82a45-5892-47c8-8d45-0fdc7cc9b880 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557904 Jan 25 02:14:36.588219 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 5a5b0e1c-cc53-459a-8509-edc7b9da2612 details requested by agent hyperv_hv-cinder-82116 with host hv-cinder-82116 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:14:36.595045 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 1e2b905f-4cbb-4042-8462-25fddf640142 no longer exists at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:14:36.620792 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] No Port match for: 1e2b905f-4cbb-4042-8462-25fddf640142 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:14:36.621139 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 1e2b905f-4cbb-4042-8462-25fddf640142 not bound to the agent host hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:14:36.716376 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 5a5b0e1c-cc53-459a-8509-edc7b9da2612, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=5a5b0e1c-cc53-459a-8509-edc7b9da2612,segment=NetworkSegment(0cd0a719-aadd-4513-9040-a946e7723384),segment_id=0cd0a719-aadd-4513-9040-a946e7723384)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:14:36.727964 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Returning: {'device': '5a5b0e1c-cc53-459a-8509-edc7b9da2612', 'network_id': 'f51e9718-4ec5-404e-a3a0-abfe3f81a1b8', 'port_id': '5a5b0e1c-cc53-459a-8509-edc7b9da2612', 'mac_address': 'fa:16:3e:13:1a:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ceebd01-54f8-49c2-a96a-185a2872233c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:14:36.766230 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 5a5b0e1c-cc53-459a-8509-edc7b9da2612 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:14:36.766701 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (5a5b0e1c-cc53-459a-8509-edc7b9da2612), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:36.780491 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a5b0e1c-cc53-459a-8509-edc7b9da2612 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:14:36.800306 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 5a5b0e1c-cc53-459a-8509-edc7b9da2612, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=5a5b0e1c-cc53-459a-8509-edc7b9da2612,segment=NetworkSegment(0cd0a719-aadd-4513-9040-a946e7723384),segment_id=0cd0a719-aadd-4513-9040-a946e7723384)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:14:36.842207 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 33576) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:36.855465 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4d9afca8-4329-4968-9640-3c5475228e35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:36.900732 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (5a5b0e1c-cc53-459a-8509-edc7b9da2612), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:36.943340 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4d9afca8-4329-4968-9640-3c5475228e35 admin admin] Publish callbacks [] for security_group (b9d46a1c-f32a-4464-a2a7-31ec056df38d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:36.956489 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=5a5b0e1c-cc53-459a-8509-edc7b9da2612,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:37.050931 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4d9afca8-4329-4968-9640-3c5475228e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (b9d46a1c-f32a-4464-a2a7-31ec056df38d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:37.088795 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9afca8-4329-4968-9640-3c5475228e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d46a1c-f32a-4464-a2a7-31ec056df38d,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:37.093523 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-4d9afca8-4329-4968-9640-3c5475228e35 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=50c67becc29b437d94d72201a4e5a39b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2501295 Jan 25 02:14:37.096554 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 33592) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:37.173588 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a6c6b07-e5db-4a80-8e7c-70a2140a2e4b admin admin] Publish callbacks [] for security_group (b9d46a1c-f32a-4464-a2a7-31ec056df38d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:37.195220 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a6c6b07-e5db-4a80-8e7c-70a2140a2e4b admin admin] Publish callbacks [] for security_group (b9d46a1c-f32a-4464-a2a7-31ec056df38d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:37.254278 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4fc5b2-1ec2-49e4-9f39-24ab9cbbb169 req-c1f76d5f-468b-4391-868a-f66a14f88fd6 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:37.255921 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ea4fc5b2-1ec2-49e4-9f39-24ab9cbbb169 req-c1f76d5f-468b-4391-868a-f66a14f88fd6 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=6f45441b-e18f-4f6c-aec8-036658d26478 HTTP/1.1" status: 200 len: 944 time: 0.0525219 Jan 25 02:14:37.307732 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ea4fc5b2-1ec2-49e4-9f39-24ab9cbbb169 req-2198f8ba-6d15-458c-8c62-43ff95ddb192 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442760 Jan 25 02:14:37.348932 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a6c6b07-e5db-4a80-8e7c-70a2140a2e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (b9d46a1c-f32a-4464-a2a7-31ec056df38d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:37.353080 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a6c6b07-e5db-4a80-8e7c-70a2140a2e4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:37.354621 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-5a6c6b07-e5db-4a80-8e7c-70a2140a2e4b admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/b9d46a1c-f32a-4464-a2a7-31ec056df38d HTTP/1.1" status: 204 len: 168 time: 0.2570183 Jan 25 02:14:37.371261 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c6b07-e5db-4a80-8e7c-70a2140a2e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d46a1c-f32a-4464-a2a7-31ec056df38d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:37.403713 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['5a5b0e1c-cc53-459a-8509-edc7b9da2612'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:14:37.507981 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13687bbd-dda0-4fdc-a2c8-4dec7ddf6d69 req-1846f705-9252-4dd2-a954-a32a4293d0b5 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:37.510059 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-13687bbd-dda0-4fdc-a2c8-4dec7ddf6d69 req-1846f705-9252-4dd2-a954-a32a4293d0b5 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0580451 Jan 25 02:14:37.565820 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-13687bbd-dda0-4fdc-a2c8-4dec7ddf6d69 req-defd6922-994b-463f-9095-5256d0f019e4 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493181 Jan 25 02:14:38.480464 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72321ecc-1779-4b44-af71-9a9cb3e8fc9d req-db7d8748-512a-49f2-8215-8ca4aef672c9 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:38.489172 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-72321ecc-1779-4b44-af71-9a9cb3e8fc9d req-db7d8748-512a-49f2-8215-8ca4aef672c9 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=6f45441b-e18f-4f6c-aec8-036658d26478 HTTP/1.1" status: 200 len: 944 time: 0.0718768 Jan 25 02:14:38.545848 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-72321ecc-1779-4b44-af71-9a9cb3e8fc9d req-a3a6cafa-c842-40ae-9219-393f7f3b8293 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555058 Jan 25 02:14:39.169456 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:14:39.683479 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3ec6f-af00-4fd8-aa44-be66ee08ccb9 req-91d6000d-aa69-4026-a063-9786cde154ba tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:39.685109 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-73e3ec6f-af00-4fd8-aa44-be66ee08ccb9 req-91d6000d-aa69-4026-a063-9786cde154ba tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=6f45441b-e18f-4f6c-aec8-036658d26478 HTTP/1.1" status: 200 len: 944 time: 0.0671556 Jan 25 02:14:39.735889 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-73e3ec6f-af00-4fd8-aa44-be66ee08ccb9 req-0bf1ea00-397d-4579-b498-81773e7064b3 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444689 Jan 25 02:14:40.525318 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 33850) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:40.620459 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 5a5b0e1c-cc53-459a-8509-edc7b9da2612 up at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:14:40.651664 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd1cd236-640d-415d-8292-7745dd1a77b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:40.732994 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd1cd236-640d-415d-8292-7745dd1a77b4 admin admin] Publish callbacks [] for security_group (fd5c16f6-7430-4bf8-92d2-2c16f1c0485c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:40.805594 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning for port 5a5b0e1c-cc53-459a-8509-edc7b9da2612 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:14:40.819245 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning complete for port 5a5b0e1c-cc53-459a-8509-edc7b9da2612 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:14:40.819245 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (5a5b0e1c-cc53-459a-8509-edc7b9da2612), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:40.838694 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd1cd236-640d-415d-8292-7745dd1a77b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (fd5c16f6-7430-4bf8-92d2-2c16f1c0485c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:40.865329 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed590026-6cef-44c3-acf4-f850109639e6 req-da00295c-265f-4ae0-a9cc-5044e09ff25c tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:40.866873 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ed590026-6cef-44c3-acf4-f850109639e6 req-da00295c-265f-4ae0-a9cc-5044e09ff25c tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=6f45441b-e18f-4f6c-aec8-036658d26478 HTTP/1.1" status: 200 len: 944 time: 0.0592604 Jan 25 02:14:40.876363 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1cd236-640d-415d-8292-7745dd1a77b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5c16f6-7430-4bf8-92d2-2c16f1c0485c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:40.880521 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-cd1cd236-640d-415d-8292-7745dd1a77b4 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=878b54fa08a04932897a8136dcd0d3f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3541889 Jan 25 02:14:40.884175 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 33868) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:40.900618 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 5a5b0e1c-cc53-459a-8509-edc7b9da2612 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:14:40.901329 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (5a5b0e1c-cc53-459a-8509-edc7b9da2612), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:40.925104 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f45441b-e18f-4f6c-aec8-036658d26478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5b0e1c-cc53-459a-8509-edc7b9da2612'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:14:40.927424 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425b8effad759ea2b395d79f7fcdbc6f74d58daf1cbadf1a5a1a211e7a69aa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6caf01-62aa-483d-abb1-c1b37bf5af64" -d '{"events": [{"server_uuid": "6f45441b-e18f-4f6c-aec8-036658d26478", "name": "network-vif-plugged", "status": "completed", "tag": "5a5b0e1c-cc53-459a-8509-edc7b9da2612"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:14:40.940983 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 5a5b0e1c-cc53-459a-8509-edc7b9da2612, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=5a5b0e1c-cc53-459a-8509-edc7b9da2612,segment=NetworkSegment(0cd0a719-aadd-4513-9040-a946e7723384),segment_id=0cd0a719-aadd-4513-9040-a946e7723384)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:14:40.951819 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ed590026-6cef-44c3-acf4-f850109639e6 req-254be2cf-ef00-4b3b-9584-6e17a823ff76 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788207 Jan 25 02:14:40.969120 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ee6253df-8318-44a1-9341-fc23c45458a0 admin admin] Publish callbacks [] for security_group (fd5c16f6-7430-4bf8-92d2-2c16f1c0485c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:40.978291 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a359127-0852-45fa-8afa-acdf5d604ca3 x-openstack-request-id: req-2a359127-0852-45fa-8afa-acdf5d604ca3 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:14:40.978670 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f45441b-e18f-4f6c-aec8-036658d26478", "name": "network-vif-plugged", "status": "completed", "tag": "5a5b0e1c-cc53-459a-8509-edc7b9da2612", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:14:40.978952 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-2a359127-0852-45fa-8afa-acdf5d604ca3 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:14:40.979352 dv-cinder-821168-1-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f45441b-e18f-4f6c-aec8-036658d26478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5b0e1c-cc53-459a-8509-edc7b9da2612', 'code': 200} Jan 25 02:14:40.995608 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ee6253df-8318-44a1-9341-fc23c45458a0 admin admin] Publish callbacks [] for security_group (fd5c16f6-7430-4bf8-92d2-2c16f1c0485c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:41.022304 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (5a5b0e1c-cc53-459a-8509-edc7b9da2612), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:41.081357 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=5a5b0e1c-cc53-459a-8509-edc7b9da2612,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:41.113611 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ee6253df-8318-44a1-9341-fc23c45458a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (fd5c16f6-7430-4bf8-92d2-2c16f1c0485c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:41.116716 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ee6253df-8318-44a1-9341-fc23c45458a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:41.118199 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-ee6253df-8318-44a1-9341-fc23c45458a0 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/fd5c16f6-7430-4bf8-92d2-2c16f1c0485c HTTP/1.1" status: 204 len: 168 time: 0.2328436 Jan 25 02:14:41.134497 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6253df-8318-44a1-9341-fc23c45458a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5c16f6-7430-4bf8-92d2-2c16f1c0485c,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:41.409965 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248194b-ec90-4d4b-8768-1d7fde76c499 req-f0577998-7b15-4d44-8ab9-23bf8d4ee752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:41.411618 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4248194b-ec90-4d4b-8768-1d7fde76c499 req-f0577998-7b15-4d44-8ab9-23bf8d4ee752 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6f45441b-e18f-4f6c-aec8-036658d26478 HTTP/1.1" status: 200 len: 1098 time: 0.0452101 Jan 25 02:14:41.466060 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4248194b-ec90-4d4b-8768-1d7fde76c499 req-fe3f944d-24c9-44b0-90c3-859923ddc2ac service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466897 Jan 25 02:14:41.828613 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 33924) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:41.842859 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a38bf203-2b02-45be-80b5-391f5e052011 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:41.919122 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a38bf203-2b02-45be-80b5-391f5e052011 admin admin] Publish callbacks [] for security_group (3b52a163-23fc-4bd4-b5e3-30c7f49f0d11), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:41.959180 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a38bf203-2b02-45be-80b5-391f5e052011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (3b52a163-23fc-4bd4-b5e3-30c7f49f0d11), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:42.003266 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-a38bf203-2b02-45be-80b5-391f5e052011 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=6d5926de8f1d4e76937502022c8c736d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1735411 Jan 25 02:14:42.005056 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38bf203-2b02-45be-80b5-391f5e052011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b52a163-23fc-4bd4-b5e3-30c7f49f0d11,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:42.006070 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 33936) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:42.123084 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459408d-ff5a-450d-a9af-f0732b1e1fdc req-e1acad4c-3ee7-4df7-9eec-8cf6e47fe07c tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:42.124800 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c459408d-ff5a-450d-a9af-f0732b1e1fdc req-e1acad4c-3ee7-4df7-9eec-8cf6e47fe07c tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=6f45441b-e18f-4f6c-aec8-036658d26478 HTTP/1.1" status: 200 len: 945 time: 0.0755544 Jan 25 02:14:42.125997 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8d29c6f5-db9f-4997-a1f9-8e4c21a91dd3 admin admin] Publish callbacks [] for security_group (3b52a163-23fc-4bd4-b5e3-30c7f49f0d11), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:42.164184 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8d29c6f5-db9f-4997-a1f9-8e4c21a91dd3 admin admin] Publish callbacks [] for security_group (3b52a163-23fc-4bd4-b5e3-30c7f49f0d11), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:42.221425 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c459408d-ff5a-450d-a9af-f0732b1e1fdc req-425e468f-cee6-4ca9-b9a6-adcf48d74b35 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831442 Jan 25 02:14:42.347819 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8d29c6f5-db9f-4997-a1f9-8e4c21a91dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (3b52a163-23fc-4bd4-b5e3-30c7f49f0d11), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:42.350455 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8d29c6f5-db9f-4997-a1f9-8e4c21a91dd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:42.351608 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-8d29c6f5-db9f-4997-a1f9-8e4c21a91dd3 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/3b52a163-23fc-4bd4-b5e3-30c7f49f0d11 HTTP/1.1" status: 204 len: 168 time: 0.3444598 Jan 25 02:14:42.360156 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29c6f5-db9f-4997-a1f9-8e4c21a91dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b52a163-23fc-4bd4-b5e3-30c7f49f0d11,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:43.349482 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e43df8-18ba-41ce-b688-f04892caf414 req-471a224b-1128-4992-97c7-e7c85c406f01 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:43.351030 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d9e43df8-18ba-41ce-b688-f04892caf414 req-471a224b-1128-4992-97c7-e7c85c406f01 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=6f45441b-e18f-4f6c-aec8-036658d26478 HTTP/1.1" status: 200 len: 945 time: 0.0502920 Jan 25 02:14:43.402275 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d9e43df8-18ba-41ce-b688-f04892caf414 req-14a53300-4f13-45c0-bf64-13764e46b3c8 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451484 Jan 25 02:14:44.117669 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 34016) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:44.312629 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-167264d9-0fec-4085-8db9-2e74dceba1da admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=cb87774587d8450f9f3cc9893f261d06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1908300 Jan 25 02:14:44.313661 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 34024) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:44.366740 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fa3d51c1-97b7-4339-ae9f-f86b24ac0e45 admin admin] Publish callbacks [] for security_group (5c51107e-8fc3-4527-b196-6d16b8bc6ce7), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:44.389445 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fa3d51c1-97b7-4339-ae9f-f86b24ac0e45 admin admin] Publish callbacks [] for security_group (5c51107e-8fc3-4527-b196-6d16b8bc6ce7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:44.525074 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fa3d51c1-97b7-4339-ae9f-f86b24ac0e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (5c51107e-8fc3-4527-b196-6d16b8bc6ce7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:44.528062 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fa3d51c1-97b7-4339-ae9f-f86b24ac0e45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:44.529222 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-fa3d51c1-97b7-4339-ae9f-f86b24ac0e45 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/5c51107e-8fc3-4527-b196-6d16b8bc6ce7 HTTP/1.1" status: 204 len: 168 time: 0.2154839 Jan 25 02:14:44.553717 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d51c1-97b7-4339-ae9f-f86b24ac0e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c51107e-8fc3-4527-b196-6d16b8bc6ce7,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:44.566902 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea3db5-76da-437f-b898-5e085be58b81 req-2042309c-0b4f-43fe-a128-81102540b352 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:44.571562 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a2ea3db5-76da-437f-b898-5e085be58b81 req-2042309c-0b4f-43fe-a128-81102540b352 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=6f45441b-e18f-4f6c-aec8-036658d26478 HTTP/1.1" status: 200 len: 945 time: 0.0760429 Jan 25 02:14:44.634852 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a2ea3db5-76da-437f-b898-5e085be58b81 req-aa82693f-6f16-4e30-8ffa-e8efb13fe5da tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586102 Jan 25 02:14:45.696419 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 34082) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:45.795113 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [None req-bc9ef8fa-9b11-4681-98e5-44663801d6e6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1063472180-network', 'tenant_id': '93c92ed94cb34afe872735bf7975296f'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:14:45.873616 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9ef8fa-9b11-4681-98e5-44663801d6e6 admin admin] Made reservation on behalf of 93c92ed94cb34afe872735bf7975296f for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:14:45.875933 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bc9ef8fa-9b11-4681-98e5-44663801d6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:45.884646 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bc9ef8fa-9b11-4681-98e5-44663801d6e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:45.958990 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bc9ef8fa-9b11-4681-98e5-44663801d6e6 admin admin] Publish callbacks [] for security_group (2691c8ac-a779-4112-a452-0d260bedc395), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:46.048456 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bc9ef8fa-9b11-4681-98e5-44663801d6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (2691c8ac-a779-4112-a452-0d260bedc395), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:46.070130 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc9ef8fa-9b11-4681-98e5-44663801d6e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:14:46.086294 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ef8fa-9b11-4681-98e5-44663801d6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2691c8ac-a779-4112-a452-0d260bedc395,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:46.089788 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bc9ef8fa-9b11-4681-98e5-44663801d6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422'] for segment (968724b8-27ee-4721-8133-6d47ea918af9), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:46.090139 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.db.segments_db [None req-bc9ef8fa-9b11-4681-98e5-44663801d6e6 admin admin] Added segment 968724b8-27ee-4721-8133-6d47ea918af9 of type vlan for network d41d51d0-c617-42b1-ba7b-f110ce1144d5 Jan 25 02:14:46.144455 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bc9ef8fa-9b11-4681-98e5-44663801d6e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777998040441'] for network (d41d51d0-c617-42b1-ba7b-f110ce1144d5), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:46.267360 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bc9ef8fa-9b11-4681-98e5-44663801d6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394'] for network (d41d51d0-c617-42b1-ba7b-f110ce1144d5), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:46.268361 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9ef8fa-9b11-4681-98e5-44663801d6e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:46.268962 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bc9ef8fa-9b11-4681-98e5-44663801d6e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:46.334062 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ef8fa-9b11-4681-98e5-44663801d6e6 admin admin] Pushing event updated for resources: {'Network': ['ID=d41d51d0-c617-42b1-ba7b-f110ce1144d5,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:46.346864 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Network d41d51d0-c617-42b1-ba7b-f110ce1144d5 details requested by agent ovs-agent-dv-cinder-821168-1-iscsi with host dv-cinder-821168-1-iscsi {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:14:46.385149 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-bc9ef8fa-9b11-4681-98e5-44663801d6e6 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6869802 Jan 25 02:14:46.388115 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 34102) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:46.392930 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [None req-ff35230b-94ca-428c-8574-e5d9fc18efb4 admin admin] Request body: {'subnet': {'network_id': 'd41d51d0-c617-42b1-ba7b-f110ce1144d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1063472180-subnet', 'tenant_id': '93c92ed94cb34afe872735bf7975296f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:14:46.501955 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff35230b-94ca-428c-8574-e5d9fc18efb4 admin admin] Made reservation on behalf of 93c92ed94cb34afe872735bf7975296f for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:14:46.504373 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ff35230b-94ca-428c-8574-e5d9fc18efb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172611'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:46.747698 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ff35230b-94ca-428c-8574-e5d9fc18efb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26102398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26172653'] for subnet (4e85f871-34f2-4d27-9159-fcd920ee4456), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:46.803696 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff35230b-94ca-428c-8574-e5d9fc18efb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e85f871-34f2-4d27-9159-fcd920ee4456,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:46.812480 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff35230b-94ca-428c-8574-e5d9fc18efb4 admin admin] Checking segment: {'id': '968724b8-27ee-4721-8133-6d47ea918af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd41d51d0-c617-42b1-ba7b-f110ce1144d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:14:46.812857 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff35230b-94ca-428c-8574-e5d9fc18efb4 admin admin] Network hostable DHCP agents. Network: d41d51d0-c617-42b1-ba7b-f110ce1144d5, hostable agents: ['e69e460b-fe2d-42d0-be9b-976257b6f4ce'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:14:46.873280 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff35230b-94ca-428c-8574-e5d9fc18efb4 admin admin] Network d41d51d0-c617-42b1-ba7b-f110ce1144d5 is scheduled to be hosted by DHCP agent e69e460b-fe2d-42d0-be9b-976257b6f4ce with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:14:46.936654 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-ff35230b-94ca-428c-8574-e5d9fc18efb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821168-1-iscsi, d41d51d0-c617-42b1-ba7b-f110ce1144d5) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:14:46.945077 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eac2ff1-4c97-46b7-b194-138a354895bc None None] Network d41d51d0-c617-42b1-ba7b-f110ce1144d5 requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:14:46.945578 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff35230b-94ca-428c-8574-e5d9fc18efb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:46.946182 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ff35230b-94ca-428c-8574-e5d9fc18efb4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:47.007257 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-ff35230b-94ca-428c-8574-e5d9fc18efb4 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6179018 Jan 25 02:14:47.049286 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ed0e31-5967-4db4-8541-877d54af4d01 None None] Network d41d51d0-c617-42b1-ba7b-f110ce1144d5 requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:14:47.711730 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2bb1377f-739a-4eaa-8f75-2b87c6aba56b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:47.863951 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151e05d-a838-4486-b69d-6ee314d13e14 req-6ed913f5-6ae9-4ea0-8175-e4f9758c1bf4 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:47.865441 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a151e05d-a838-4486-b69d-6ee314d13e14 req-6ed913f5-6ae9-4ea0-8175-e4f9758c1bf4 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0574358 Jan 25 02:14:47.938176 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a151e05d-a838-4486-b69d-6ee314d13e14 req-0e9c913e-ecad-4b85-a776-a1e15183a3af tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663331 Jan 25 02:14:47.953265 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25729ea5-4531-46a9-9623-5f327bec73e1 req-53cd7343-9419-44b2-baf9-a894b3aa1b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:47.954794 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-25729ea5-4531-46a9-9623-5f327bec73e1 req-53cd7343-9419-44b2-baf9-a894b3aa1b08 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aed35a368b0f4933b0f485f09290e1f3&device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 1098 time: 0.0555542 Jan 25 02:14:48.058190 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25729ea5-4531-46a9-9623-5f327bec73e1 req-e9caa63e-5509-4b85-af1e-06c326f6d6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:48.061538 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-25729ea5-4531-46a9-9623-5f327bec73e1 req-e9caa63e-5509-4b85-af1e-06c326f6d6d2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=4be3beab-67a0-44e6-a6ea-977f61cd91cc HTTP/1.1" status: 200 len: 918 time: 0.0983059 Jan 25 02:14:48.103967 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-25729ea5-4531-46a9-9623-5f327bec73e1 req-afb8c2b8-b0d1-493a-b009-dbec4b763348 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11637ea6-7664-4d29-9e0c-021ac25baad1 HTTP/1.1" status: 200 len: 217 time: 0.0370078 Jan 25 02:14:48.165677 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25729ea5-4531-46a9-9623-5f327bec73e1 req-e07bbd19-fb67-4260-a1f0-ad53323edcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:48.168308 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-25729ea5-4531-46a9-9623-5f327bec73e1 req-e07bbd19-fb67-4260-a1f0-ad53323edcac service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c73b0ff2-0e4e-49a2-8845-6036be7d7f95 HTTP/1.1" status: 200 len: 857 time: 0.0578856 Jan 25 02:14:48.204382 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-25729ea5-4531-46a9-9623-5f327bec73e1 req-b44349d6-e0a2-4fea-aaf0-84395d91c9aa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4be3beab-67a0-44e6-a6ea-977f61cd91cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292931 Jan 25 02:14:48.318509 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-25729ea5-4531-46a9-9623-5f327bec73e1 req-cc1fad4a-2f9a-405c-8d5a-9e528b3599eb service neutron] 10.222.0.79 "GET /v2.0/networks/4be3beab-67a0-44e6-a6ea-977f61cd91cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973697 Jan 25 02:14:48.415336 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-25729ea5-4531-46a9-9623-5f327bec73e1 req-538239bd-d44d-4846-bea2-6f1151e0e3da service neutron] 10.222.0.79 "GET /v2.0/networks/4be3beab-67a0-44e6-a6ea-977f61cd91cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915062 Jan 25 02:14:49.062390 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5e420-9471-47a2-9ccc-15787b7da91b req-15266f86-1a27-4d2f-9159-143159bd9ea8 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:49.063875 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b0e5e420-9471-47a2-9ccc-15787b7da91b req-15266f86-1a27-4d2f-9159-143159bd9ea8 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0523903 Jan 25 02:14:49.119542 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b0e5e420-9471-47a2-9ccc-15787b7da91b req-30f692f3-9c6d-4bf3-8d3e-df584587b7d0 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463142 Jan 25 02:14:50.181863 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8b0b3248-c381-4572-963a-38ae5d18128d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:50.259270 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb1984-3871-42a8-b568-3a2ce91c4093 req-59eef284-dec8-49f3-bf33-bd9d9941375f tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:50.260483 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0ceb1984-3871-42a8-b568-3a2ce91c4093 req-59eef284-dec8-49f3-bf33-bd9d9941375f tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0616703 Jan 25 02:14:50.284584 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:50.331931 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0ceb1984-3871-42a8-b568-3a2ce91c4093 req-1f2d5266-0ed0-446b-bdff-d68659241da0 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563698 Jan 25 02:14:50.490099 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-fd43d46d-997e-4911-bc1d-7701f4bea394 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:50.491595 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-fd43d46d-997e-4911-bc1d-7701f4bea394 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/networks?id=d41d51d0-c617-42b1-ba7b-f110ce1144d5 HTTP/1.1" status: 200 len: 814 time: 0.1101062 Jan 25 02:14:50.506596 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-7848f85c-a72e-4741-b476-19a31f5d6e36 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/quotas/93c92ed94cb34afe872735bf7975296f HTTP/1.1" status: 200 len: 375 time: 0.0088735 Jan 25 02:14:50.538729 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-a3a7e7e4-7810-4e9f-8870-83d80c29dace tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=93c92ed94cb34afe872735bf7975296f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261807 Jan 25 02:14:50.639747 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-0d40d46d-f268-4bb6-8ff8-fe39de185ca7 service neutron] 10.222.0.112 "GET /v2.0/networks/d41d51d0-c617-42b1-ba7b-f110ce1144d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925603 Jan 25 02:14:50.705289 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 34216) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:50.741792 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-78f830c8-4025-4e50-8779-68c8cd088f86 service neutron] 10.222.0.112 "GET /v2.0/networks/d41d51d0-c617-42b1-ba7b-f110ce1144d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962107 Jan 25 02:14:50.826031 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b39c38ed-f239-4e19-99f0-f3cfbe8caacc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:50.899973 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b39c38ed-f239-4e19-99f0-f3cfbe8caacc admin admin] Publish callbacks [] for security_group (3917c138-1abb-4aac-b3c9-d5554d37baec), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:50.965339 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b39c38ed-f239-4e19-99f0-f3cfbe8caacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (3917c138-1abb-4aac-b3c9-d5554d37baec), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:50.969133 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a99b9fb3-e1b9-4a2e-81db-cad88aed4b86 req-40b5f053-6cf3-4eb4-ace3-cded84e5e8a6 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=2a474585-e63b-431b-8d70-37807e1f99df HTTP/1.1" status: 200 len: 210 time: 0.0320206 Jan 25 02:14:51.014278 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-b39c38ed-f239-4e19-99f0-f3cfbe8caacc admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=599d7dbadd0e4b508faaa369eb1e0498&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3078151 Jan 25 02:14:51.015165 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c38ed-f239-4e19-99f0-f3cfbe8caacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3917c138-1abb-4aac-b3c9-d5554d37baec,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:51.016918 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 34224) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:51.079447 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-256cb979-918d-4d45-bce2-fe4998d4777d admin admin] Publish callbacks [] for security_group (3917c138-1abb-4aac-b3c9-d5554d37baec), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:51.104510 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-256cb979-918d-4d45-bce2-fe4998d4777d admin admin] Publish callbacks [] for security_group (3917c138-1abb-4aac-b3c9-d5554d37baec), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:51.278833 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-256cb979-918d-4d45-bce2-fe4998d4777d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (3917c138-1abb-4aac-b3c9-d5554d37baec), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:51.281674 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-256cb979-918d-4d45-bce2-fe4998d4777d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:51.282942 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-256cb979-918d-4d45-bce2-fe4998d4777d admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/3917c138-1abb-4aac-b3c9-d5554d37baec HTTP/1.1" status: 204 len: 168 time: 0.2641332 Jan 25 02:14:51.291794 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256cb979-918d-4d45-bce2-fe4998d4777d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3917c138-1abb-4aac-b3c9-d5554d37baec,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:51.476850 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04353f-86ca-4d0a-83b9-f1da2a0fdde1 req-feb4d798-41d5-4851-9db7-645d1b651ba6 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:51.479152 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-af04353f-86ca-4d0a-83b9-f1da2a0fdde1 req-feb4d798-41d5-4851-9db7-645d1b651ba6 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0575321 Jan 25 02:14:51.534435 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-af04353f-86ca-4d0a-83b9-f1da2a0fdde1 req-4c8d8b2a-99cd-4694-b9c7-ac5e9a2ba671 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485709 Jan 25 02:14:51.540483 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:51.959001 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 34256) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:51.976150 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a055acac-87ec-4c7f-9fa4-082482ece3f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:52.060040 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-17f12ef7-80b5-47c5-8d35-db886739833c req-8cabcbbc-e871-4bb1-9c97-b15f99cb3c6d tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=2a474585-e63b-431b-8d70-37807e1f99df HTTP/1.1" status: 200 len: 210 time: 0.0355904 Jan 25 02:14:52.089340 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a055acac-87ec-4c7f-9fa4-082482ece3f7 admin admin] Publish callbacks [] for security_group (5bf5742c-9204-4247-8be2-515d2c61a082), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:52.170748 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a055acac-87ec-4c7f-9fa4-082482ece3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (5bf5742c-9204-4247-8be2-515d2c61a082), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:52.174081 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 34262) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:52.214639 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-a055acac-87ec-4c7f-9fa4-082482ece3f7 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=a47802290a1d4b1f9e1c34190269df86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2516532 Jan 25 02:14:52.214639 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055acac-87ec-4c7f-9fa4-082482ece3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf5742c-9204-4247-8be2-515d2c61a082,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:52.215149 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 34266) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:52.267037 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c4236b2-8b96-4cea-bfef-a65719b3eefe admin admin] Publish callbacks [] for security_group (5bf5742c-9204-4247-8be2-515d2c61a082), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:52.312349 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c4236b2-8b96-4cea-bfef-a65719b3eefe admin admin] Publish callbacks [] for security_group (5bf5742c-9204-4247-8be2-515d2c61a082), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:52.315396 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7882b192-f08b-4ff6-afae-ee4e2171793b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:52.422392 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7882b192-f08b-4ff6-afae-ee4e2171793b admin admin] Publish callbacks [] for security_group (029cf96d-dce8-49f4-9525-e7d0f5486945), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:52.479206 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c4236b2-8b96-4cea-bfef-a65719b3eefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (5bf5742c-9204-4247-8be2-515d2c61a082), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:52.483289 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c4236b2-8b96-4cea-bfef-a65719b3eefe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:52.483289 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-9c4236b2-8b96-4cea-bfef-a65719b3eefe admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/5bf5742c-9204-4247-8be2-515d2c61a082 HTTP/1.1" status: 204 len: 168 time: 0.2670145 Jan 25 02:14:52.490990 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4236b2-8b96-4cea-bfef-a65719b3eefe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf5742c-9204-4247-8be2-515d2c61a082,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:52.529994 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7882b192-f08b-4ff6-afae-ee4e2171793b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (029cf96d-dce8-49f4-9525-e7d0f5486945), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:52.572536 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-7882b192-f08b-4ff6-afae-ee4e2171793b admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=14d7675c45c94b5d8c77a4fdf030681c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3981154 Jan 25 02:14:52.573089 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7882b192-f08b-4ff6-afae-ee4e2171793b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029cf96d-dce8-49f4-9525-e7d0f5486945,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:52.576124 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 34274) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:52.635421 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fd2ac7cb-5983-4741-b563-47f5a0c31873 admin admin] Publish callbacks [] for security_group (029cf96d-dce8-49f4-9525-e7d0f5486945), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:52.687164 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fd2ac7cb-5983-4741-b563-47f5a0c31873 admin admin] Publish callbacks [] for security_group (029cf96d-dce8-49f4-9525-e7d0f5486945), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:52.731574 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99edec71-9d75-4487-9be1-3d0184cb658d req-d99a59e4-e555-44e4-bf02-26eb9dede3b5 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:52.733332 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-99edec71-9d75-4487-9be1-3d0184cb658d req-d99a59e4-e555-44e4-bf02-26eb9dede3b5 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0938320 Jan 25 02:14:52.795208 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-99edec71-9d75-4487-9be1-3d0184cb658d req-782ed5e5-be17-4e5b-bdcd-8085c2ae85df tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555370 Jan 25 02:14:52.844995 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fd2ac7cb-5983-4741-b563-47f5a0c31873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (029cf96d-dce8-49f4-9525-e7d0f5486945), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:52.848006 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fd2ac7cb-5983-4741-b563-47f5a0c31873 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:52.849228 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-fd2ac7cb-5983-4741-b563-47f5a0c31873 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/029cf96d-dce8-49f4-9525-e7d0f5486945 HTTP/1.1" status: 204 len: 168 time: 0.2716608 Jan 25 02:14:52.858274 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ac7cb-5983-4741-b563-47f5a0c31873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029cf96d-dce8-49f4-9525-e7d0f5486945,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:53.010808 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:53.162550 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-539b5a36-1780-4db2-98b5-7e2f42a2a277 req-95be626d-1595-4a64-b362-ec5a64f65786 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=2a474585-e63b-431b-8d70-37807e1f99df HTTP/1.1" status: 200 len: 210 time: 0.0278177 Jan 25 02:14:53.540992 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-b0150bfa-dbac-49ba-b88a-41fa68fb546e tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:53.542536 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-b0150bfa-dbac-49ba-b88a-41fa68fb546e tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.79 "GET /v2.0/networks?id=d41d51d0-c617-42b1-ba7b-f110ce1144d5 HTTP/1.1" status: 200 len: 814 time: 0.1065426 Jan 25 02:14:53.567599 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-86d708b6-82cf-4287-b4f9-7ce75c212006 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Request body: {'port': {'device_id': '2a474585-e63b-431b-8d70-37807e1f99df', 'network_id': 'd41d51d0-c617-42b1-ba7b-f110ce1144d5', 'admin_state_up': True, 'tenant_id': '93c92ed94cb34afe872735bf7975296f'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:14:53.620610 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 34314) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:53.635894 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf2dbc38-90ad-4da2-b919-553dd7c9e68a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:53.722249 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf2dbc38-90ad-4da2-b919-553dd7c9e68a admin admin] Publish callbacks [] for security_group (e2ebe48e-8933-4256-a0fb-5d5ec0ced875), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:53.741571 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-86d708b6-82cf-4287-b4f9-7ce75c212006 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Made reservation on behalf of 93c92ed94cb34afe872735bf7975296f for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:14:53.746590 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-86d708b6-82cf-4287-b4f9-7ce75c212006 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:53.781369 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf2dbc38-90ad-4da2-b919-553dd7c9e68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (e2ebe48e-8933-4256-a0fb-5d5ec0ced875), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:53.822435 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-bf2dbc38-90ad-4da2-b919-553dd7c9e68a admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=80179addb3cb4e3296b57923aa35ace4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2002034 Jan 25 02:14:53.823937 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2dbc38-90ad-4da2-b919-553dd7c9e68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ebe48e-8933-4256-a0fb-5d5ec0ced875,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:53.826626 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 34322) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:53.906849 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-86d708b6-82cf-4287-b4f9-7ce75c212006 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Allocated IP 172.20.0.11 (d41d51d0-c617-42b1-ba7b-f110ce1144d5/4e85f871-34f2-4d27-9159-fcd920ee4456/e7fdc36d-4c50-4dcb-b15b-743d9732a584) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:14:53.918615 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d62ebcd6-6624-4378-8b11-e60b38039d85 admin admin] Publish callbacks [] for security_group (e2ebe48e-8933-4256-a0fb-5d5ec0ced875), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:53.944384 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d62ebcd6-6624-4378-8b11-e60b38039d85 admin admin] Publish callbacks [] for security_group (e2ebe48e-8933-4256-a0fb-5d5ec0ced875), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:54.074026 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d62ebcd6-6624-4378-8b11-e60b38039d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (e2ebe48e-8933-4256-a0fb-5d5ec0ced875), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:54.080413 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d62ebcd6-6624-4378-8b11-e60b38039d85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:54.085526 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-d62ebcd6-6624-4378-8b11-e60b38039d85 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/e2ebe48e-8933-4256-a0fb-5d5ec0ced875 HTTP/1.1" status: 204 len: 168 time: 0.2549651 Jan 25 02:14:54.092983 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ebcd6-6624-4378-8b11-e60b38039d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ebe48e-8933-4256-a0fb-5d5ec0ced875,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:54.116871 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0a4f5-37f9-4686-b562-af6d8e2a956d req-868ec464-1c79-4e22-908e-6d6156fe970a tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:54.118549 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d2b0a4f5-37f9-4686-b562-af6d8e2a956d req-868ec464-1c79-4e22-908e-6d6156fe970a tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.1206064 Jan 25 02:14:54.164112 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-86d708b6-82cf-4287-b4f9-7ce75c212006 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Publish callbacks [] for port (e7fdc36d-4c50-4dcb-b15b-743d9732a584), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:54.199793 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d2b0a4f5-37f9-4686-b562-af6d8e2a956d req-57b4140c-944b-43c2-9632-927636fe250a tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648084 Jan 25 02:14:54.267465 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-981f6746-3146-4793-a046-131e18b4a71f req-1e975b7c-72d6-474c-965f-8ed66b5d915b tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=2a474585-e63b-431b-8d70-37807e1f99df HTTP/1.1" status: 200 len: 210 time: 0.0268507 Jan 25 02:14:54.313482 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-86d708b6-82cf-4287-b4f9-7ce75c212006 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (e7fdc36d-4c50-4dcb-b15b-743d9732a584), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:54.374310 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-86d708b6-82cf-4287-b4f9-7ce75c212006 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Network d41d51d0-c617-42b1-ba7b-f110ce1144d5 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:14:54.379338 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-86d708b6-82cf-4287-b4f9-7ce75c212006 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:14:54.382949 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-86d708b6-82cf-4287-b4f9-7ce75c212006 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:14:54.390041 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d708b6-82cf-4287-b4f9-7ce75c212006 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Pushing event updated for resources: {'Port': ['ID=e7fdc36d-4c50-4dcb-b15b-743d9732a584,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:54.437692 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-86d708b6-82cf-4287-b4f9-7ce75c212006 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:54.438370 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-86d708b6-82cf-4287-b4f9-7ce75c212006 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:54.496399 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:54.512982 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 34342) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:54.517672 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-86d708b6-82cf-4287-b4f9-7ce75c212006 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9541278 Jan 25 02:14:54.535685 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-7fcee19d-755a-4e4f-a9a4-75d8d067b086 service neutron] Request body: {'port': {'device_id': '2a474585-e63b-431b-8d70-37807e1f99df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82116'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:14:54.596749 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-7fcee19d-755a-4e4f-a9a4-75d8d067b086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (e7fdc36d-4c50-4dcb-b15b-743d9732a584), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:54.653980 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-503419eb-2521-4a21-bf3f-9e268b7d16ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:54.863554 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-503419eb-2521-4a21-bf3f-9e268b7d16ec admin admin] Publish callbacks [] for security_group (79971943-873c-4cea-9827-5f2fabd00062), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:54.925361 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-7fcee19d-755a-4e4f-a9a4-75d8d067b086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7fdc36d-4c50-4dcb-b15b-743d9732a584 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:14:54.932851 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-7fcee19d-755a-4e4f-a9a4-75d8d067b086 service neutron] Publish callbacks [] for port (e7fdc36d-4c50-4dcb-b15b-743d9732a584), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:54.944512 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-7fcee19d-755a-4e4f-a9a4-75d8d067b086 service neutron] Transition to ACTIVE for port object e7fdc36d-4c50-4dcb-b15b-743d9732a584 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:14:54.950808 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-503419eb-2521-4a21-bf3f-9e268b7d16ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (79971943-873c-4cea-9827-5f2fabd00062), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:54.990376 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-503419eb-2521-4a21-bf3f-9e268b7d16ec admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=85b2c21e94f64264b70c87b1d16daad3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4753361 Jan 25 02:14:54.990537 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503419eb-2521-4a21-bf3f-9e268b7d16ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79971943-873c-4cea-9827-5f2fabd00062,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:54.992472 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 34366) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:14:55.037871 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-7fcee19d-755a-4e4f-a9a4-75d8d067b086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26102405'] for port (e7fdc36d-4c50-4dcb-b15b-743d9732a584), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:55.069405 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ea6ae2f-1901-4726-95a0-1acfd0d9520e admin admin] Publish callbacks [] for security_group (79971943-873c-4cea-9827-5f2fabd00062), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:55.108685 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ea6ae2f-1901-4726-95a0-1acfd0d9520e admin admin] Publish callbacks [] for security_group (79971943-873c-4cea-9827-5f2fabd00062), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:55.172613 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcee19d-755a-4e4f-a9a4-75d8d067b086 service neutron] Pushing event updated for resources: {'Port': ['ID=e7fdc36d-4c50-4dcb-b15b-743d9732a584,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:55.188147 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-7fcee19d-755a-4e4f-a9a4-75d8d067b086 service neutron] Attempting to bind port e7fdc36d-4c50-4dcb-b15b-743d9732a584 on host hv-cinder-82116 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:14:55.188498 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-7fcee19d-755a-4e4f-a9a4-75d8d067b086 service neutron] Attempting to bind port e7fdc36d-4c50-4dcb-b15b-743d9732a584 by drivers openvswitch,hyperv on host hv-cinder-82116 at level 0 using segments [{'id': '968724b8-27ee-4721-8133-6d47ea918af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd41d51d0-c617-42b1-ba7b-f110ce1144d5'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:14:55.188837 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-7fcee19d-755a-4e4f-a9a4-75d8d067b086 service neutron] Attempting to bind port e7fdc36d-4c50-4dcb-b15b-743d9732a584 on network d41d51d0-c617-42b1-ba7b-f110ce1144d5 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:14:55.193279 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-7fcee19d-755a-4e4f-a9a4-75d8d067b086 service neutron] Port e7fdc36d-4c50-4dcb-b15b-743d9732a584 on network d41d51d0-c617-42b1-ba7b-f110ce1144d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82116 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:14:55.193603 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-7fcee19d-755a-4e4f-a9a4-75d8d067b086 service neutron] Attempting to bind port e7fdc36d-4c50-4dcb-b15b-743d9732a584 on network d41d51d0-c617-42b1-ba7b-f110ce1144d5 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:14:55.198622 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-7fcee19d-755a-4e4f-a9a4-75d8d067b086 service neutron] Checking agent: {'id': '52d0b4b2-7edd-4256-a5ca-dd2d58b489f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 10, 20), 'started_at': datetime.datetime(2022, 1, 25, 2, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:14:55.199020 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-7fcee19d-755a-4e4f-a9a4-75d8d067b086 service neutron] Checking segment: {'id': '968724b8-27ee-4721-8133-6d47ea918af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd41d51d0-c617-42b1-ba7b-f110ce1144d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:14:55.199408 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-7fcee19d-755a-4e4f-a9a4-75d8d067b086 service neutron] Bound using segment: {'id': '968724b8-27ee-4721-8133-6d47ea918af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd41d51d0-c617-42b1-ba7b-f110ce1144d5'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:14:55.199837 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-7fcee19d-755a-4e4f-a9a4-75d8d067b086 service neutron] Bound port: e7fdc36d-4c50-4dcb-b15b-743d9732a584, host: hv-cinder-82116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '968724b8-27ee-4721-8133-6d47ea918af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd41d51d0-c617-42b1-ba7b-f110ce1144d5'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:14:55.200193 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-7fcee19d-755a-4e4f-a9a4-75d8d067b086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (e7fdc36d-4c50-4dcb-b15b-743d9732a584), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:55.262212 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ea6ae2f-1901-4726-95a0-1acfd0d9520e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (79971943-873c-4cea-9827-5f2fabd00062), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:55.265058 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ea6ae2f-1901-4726-95a0-1acfd0d9520e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:55.266640 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-2ea6ae2f-1901-4726-95a0-1acfd0d9520e admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/79971943-873c-4cea-9827-5f2fabd00062 HTTP/1.1" status: 204 len: 168 time: 0.2724590 Jan 25 02:14:55.276448 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea6ae2f-1901-4726-95a0-1acfd0d9520e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79971943-873c-4cea-9827-5f2fabd00062,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:55.296137 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-7fcee19d-755a-4e4f-a9a4-75d8d067b086 service neutron] For port e7fdc36d-4c50-4dcb-b15b-743d9732a584, host hv-cinder-82116, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:14:55.300471 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-7fcee19d-755a-4e4f-a9a4-75d8d067b086 service neutron] For port e7fdc36d-4c50-4dcb-b15b-743d9732a584, host hv-cinder-82116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=e7fdc36d-4c50-4dcb-b15b-743d9732a584,segment=NetworkSegment(968724b8-27ee-4721-8133-6d47ea918af9),segment_id=968724b8-27ee-4721-8133-6d47ea918af9)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:14:55.359039 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8029f56-9109-4da0-b89a-9ff1156254c8 req-491f4f44-0b5b-4896-b198-fb408d87a38e tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:55.361028 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c8029f56-9109-4da0-b89a-9ff1156254c8 req-491f4f44-0b5b-4896-b198-fb408d87a38e tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0584054 Jan 25 02:14:55.410310 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-7fcee19d-755a-4e4f-a9a4-75d8d067b086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26102405'] for port (e7fdc36d-4c50-4dcb-b15b-743d9732a584), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:55.467262 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-7fcee19d-755a-4e4f-a9a4-75d8d067b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:55.467884 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-7fcee19d-755a-4e4f-a9a4-75d8d067b086 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:14:55.469277 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-7fcee19d-755a-4e4f-a9a4-75d8d067b086 service neutron] 10.222.0.79 "PUT /v2.0/ports/e7fdc36d-4c50-4dcb-b15b-743d9732a584 HTTP/1.1" status: 200 len: 1094 time: 0.9380045 Jan 25 02:14:55.469725 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a474585-e63b-431b-8d70-37807e1f99df', 'tag': 'e7fdc36d-4c50-4dcb-b15b-743d9732a584'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:14:55.472041 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c6217e-6d8f-4cc0-a4ca-0b4b174fbde8" -d '{"events": [{"name": "network-changed", "server_uuid": "2a474585-e63b-431b-8d70-37807e1f99df", "tag": "e7fdc36d-4c50-4dcb-b15b-743d9732a584"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:14:55.504342 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6043f6-8b75-4292-8274-b89f7f59a6ee req-6dfaf0a5-6959-451b-8e46-88ffe0920ba0 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:55.512067 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cf6043f6-8b75-4292-8274-b89f7f59a6ee req-6dfaf0a5-6959-451b-8e46-88ffe0920ba0 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=2a474585-e63b-431b-8d70-37807e1f99df HTTP/1.1" status: 200 len: 944 time: 0.1463366 Jan 25 02:14:55.531348 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c8029f56-9109-4da0-b89a-9ff1156254c8 req-1c9186d5-0388-4a21-8483-fcae93026eca tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635830 Jan 25 02:14:55.542105 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcee19d-755a-4e4f-a9a4-75d8d067b086 service neutron] Pushing event updated for resources: {'Port': ['ID=e7fdc36d-4c50-4dcb-b15b-743d9732a584,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:14:55.578933 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cf6043f6-8b75-4292-8274-b89f7f59a6ee req-f1c986c6-f1a9-432b-b9a8-5b3d994a024e tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/security-groups?id=2691c8ac-a779-4112-a452-0d260bedc395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659268 Jan 25 02:14:55.582891 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a2602c-4aa7-4767-aba8-b297480217f2 x-openstack-request-id: req-44a2602c-4aa7-4767-aba8-b297480217f2 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:14:55.583278 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a474585-e63b-431b-8d70-37807e1f99df", "tag": "e7fdc36d-4c50-4dcb-b15b-743d9732a584", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:14:55.583606 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-44a2602c-4aa7-4767-aba8-b297480217f2 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:14:55.584488 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a474585-e63b-431b-8d70-37807e1f99df', 'tag': 'e7fdc36d-4c50-4dcb-b15b-743d9732a584', 'status': 'completed', 'code': 200} Jan 25 02:14:55.705985 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-d0a0cf3c-07fa-4a80-84a8-6810452399d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:55.707681 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-d0a0cf3c-07fa-4a80-84a8-6810452399d5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=93c92ed94cb34afe872735bf7975296f&device_id=2a474585-e63b-431b-8d70-37807e1f99df HTTP/1.1" status: 200 len: 1097 time: 0.0479624 Jan 25 02:14:55.767495 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-e87d8fe0-1e4b-4a59-a61b-69650a80e93f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7fdc36d-4c50-4dcb-b15b-743d9732a584 HTTP/1.1" status: 200 len: 217 time: 0.0360398 Jan 25 02:14:55.824654 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-46112d4a-9e8c-4d64-9d36-ba1829fc3ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:55.826675 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-46112d4a-9e8c-4d64-9d36-ba1829fc3ee3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4e85f871-34f2-4d27-9159-fcd920ee4456 HTTP/1.1" status: 200 len: 854 time: 0.0488997 Jan 25 02:14:55.862014 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-6c4dcce8-ef12-48d1-b099-18e5513f6dd6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d41d51d0-c617-42b1-ba7b-f110ce1144d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288301 Jan 25 02:14:55.959371 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-1101bb01-b992-4d83-b981-a91bd17e15f2 service neutron] 10.222.0.79 "GET /v2.0/networks/d41d51d0-c617-42b1-ba7b-f110ce1144d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866318 Jan 25 02:14:56.273958 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1079f109-82a1-46f6-85df-f0c48e8bd3fb req-a7578173-f8dc-4b21-9e51-35ec19a77a77 service neutron] 10.222.0.79 "GET /v2.0/networks/d41d51d0-c617-42b1-ba7b-f110ce1144d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066936 Jan 25 02:14:56.536559 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6217e-6d8f-4cc0-a4ca-0b4b174fbde8 req-750b16d6-c23a-4673-bb72-b9b9a500e85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:56.536559 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-56c6217e-6d8f-4cc0-a4ca-0b4b174fbde8 req-750b16d6-c23a-4673-bb72-b9b9a500e85a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=93c92ed94cb34afe872735bf7975296f&device_id=2a474585-e63b-431b-8d70-37807e1f99df HTTP/1.1" status: 200 len: 1097 time: 0.0521710 Jan 25 02:14:56.664350 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6217e-6d8f-4cc0-a4ca-0b4b174fbde8 req-583f07bd-678a-4e62-a3f8-642f96badce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:56.667563 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-56c6217e-6d8f-4cc0-a4ca-0b4b174fbde8 req-583f07bd-678a-4e62-a3f8-642f96badce3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d41d51d0-c617-42b1-ba7b-f110ce1144d5 HTTP/1.1" status: 200 len: 915 time: 0.1238444 Jan 25 02:14:56.750039 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-56c6217e-6d8f-4cc0-a4ca-0b4b174fbde8 req-c7c45f5a-cc55-4abf-a92a-601ed82559a2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7fdc36d-4c50-4dcb-b15b-743d9732a584 HTTP/1.1" status: 200 len: 217 time: 0.0667765 Jan 25 02:14:56.803346 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52565163-9a0a-4787-92be-ed7a00832da5 req-118aac09-1511-4383-bc74-5f33a48514e9 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:56.804801 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-52565163-9a0a-4787-92be-ed7a00832da5 req-118aac09-1511-4383-bc74-5f33a48514e9 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.1621964 Jan 25 02:14:56.831249 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f50c58-f45b-4fcd-b083-db2d939579d5 req-a28a2147-3681-4222-9859-890967a20b46 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:56.832747 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e0f50c58-f45b-4fcd-b083-db2d939579d5 req-a28a2147-3681-4222-9859-890967a20b46 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=2a474585-e63b-431b-8d70-37807e1f99df HTTP/1.1" status: 200 len: 944 time: 0.1483812 Jan 25 02:14:56.837245 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6217e-6d8f-4cc0-a4ca-0b4b174fbde8 req-6b6705eb-39fa-4817-b2c6-0f5d032aeff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:56.839606 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-56c6217e-6d8f-4cc0-a4ca-0b4b174fbde8 req-6b6705eb-39fa-4817-b2c6-0f5d032aeff3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4e85f871-34f2-4d27-9159-fcd920ee4456 HTTP/1.1" status: 200 len: 854 time: 0.0823483 Jan 25 02:14:56.889982 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-56c6217e-6d8f-4cc0-a4ca-0b4b174fbde8 req-cb0d45ff-d9a5-48a1-94a6-04beef6b209d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d41d51d0-c617-42b1-ba7b-f110ce1144d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431352 Jan 25 02:14:56.949501 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-52565163-9a0a-4787-92be-ed7a00832da5 req-7fb27483-6785-49b4-944d-8bdbc35490db tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369846 Jan 25 02:14:57.000662 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e0f50c58-f45b-4fcd-b083-db2d939579d5 req-74206e07-8434-4d4e-a444-532106c172b9 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/security-groups?id=2691c8ac-a779-4112-a452-0d260bedc395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599493 Jan 25 02:14:57.036232 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-56c6217e-6d8f-4cc0-a4ca-0b4b174fbde8 req-4079996b-da55-46f1-a5eb-330de98e4063 service neutron] 10.222.0.79 "GET /v2.0/networks/d41d51d0-c617-42b1-ba7b-f110ce1144d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375947 Jan 25 02:14:57.133841 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-56c6217e-6d8f-4cc0-a4ca-0b4b174fbde8 req-723eb996-394c-4616-8325-9c0b2bf18190 service neutron] 10.222.0.79 "GET /v2.0/networks/d41d51d0-c617-42b1-ba7b-f110ce1144d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906401 Jan 25 02:14:58.076346 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61879619-1924-4f32-8618-df6c1897811b req-575dd413-cf07-4b6e-ad3a-3bd04795a512 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:58.077871 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-61879619-1924-4f32-8618-df6c1897811b req-575dd413-cf07-4b6e-ad3a-3bd04795a512 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0561121 Jan 25 02:14:58.160928 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360de221-0ed7-4fbd-90ca-b2c1ddca9096 req-e098448d-9801-47bf-a74f-89ba4bd889d4 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:58.162429 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-360de221-0ed7-4fbd-90ca-b2c1ddca9096 req-e098448d-9801-47bf-a74f-89ba4bd889d4 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=2a474585-e63b-431b-8d70-37807e1f99df HTTP/1.1" status: 200 len: 944 time: 0.0790453 Jan 25 02:14:58.166179 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-61879619-1924-4f32-8618-df6c1897811b req-0dae0746-4783-4f0f-9934-f5cb61df76aa tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810332 Jan 25 02:14:58.210548 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-360de221-0ed7-4fbd-90ca-b2c1ddca9096 req-04c6f52f-fa4a-43e1-bea7-bdc77d45e679 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/security-groups?id=2691c8ac-a779-4112-a452-0d260bedc395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425515 Jan 25 02:14:59.300922 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584412d-ecc9-4c68-bfa1-6dd4429f2423 req-02682732-05cd-470f-9983-44b7a37b6f46 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:59.302396 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-8584412d-ecc9-4c68-bfa1-6dd4429f2423 req-02682732-05cd-470f-9983-44b7a37b6f46 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0628238 Jan 25 02:14:59.378498 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ef0e3-1e49-4621-ba1d-b50fb0f107b6 req-a2374d91-19ca-4866-b3a5-4e0cf0f4cde1 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:14:59.380173 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-264ef0e3-1e49-4621-ba1d-b50fb0f107b6 req-a2374d91-19ca-4866-b3a5-4e0cf0f4cde1 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=2a474585-e63b-431b-8d70-37807e1f99df HTTP/1.1" status: 200 len: 944 time: 0.1001792 Jan 25 02:14:59.385622 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-8584412d-ecc9-4c68-bfa1-6dd4429f2423 req-1288afc0-b49b-4b18-8abd-a7470a1ea3c2 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648665 Jan 25 02:14:59.429572 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-264ef0e3-1e49-4621-ba1d-b50fb0f107b6 req-ec98b16e-0f38-4a53-95e8-97d4f85a452a tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/security-groups?id=2691c8ac-a779-4112-a452-0d260bedc395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427098 Jan 25 02:15:00.332962 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:15:00.332962 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:15:00.332962 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:15:00.332962 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:15:00.332962 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:15:00.332962 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:15:00.332962 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:15:00.332962 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:15:00.332962 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:15:00.332962 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:15:00.332962 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:15:00.332962 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:15:00.332962 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:15:00.332962 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:15:00.332962 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:15:00.332962 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:15:00.332962 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:15:00.332962 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:15:00.332962 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:15:00.332962 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:15:00.332962 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:15:00.332962 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:15:00.332962 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:15:00.332962 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:15:00.332962 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:15:00.332962 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:15:00.332962 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:15:00.332962 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:15:00.332962 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:15:00.332962 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:15:00.332962 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:15:00.332962 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:15:00.332962 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:15:00.332962 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:15:00.332962 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:15:00.332962 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:15:00.336010 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:15:00.336010 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:15:00.336010 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:15:00.336010 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:15:00.336010 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:15:00.336010 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:15:00.336010 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:15:00.336010 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:15:00.336010 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:15:00.336010 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:15:00.336010 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:15:00.336010 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:15:00.336010 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-7f48d43f-f073-4d10-b87e-04e2d585f7ff tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:00.336924 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-7f48d43f-f073-4d10-b87e-04e2d585f7ff tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/networks?id=f51e9718-4ec5-404e-a3a0-abfe3f81a1b8 HTTP/1.1" status: 200 len: 815 time: 0.1106644 Jan 25 02:15:00.351485 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-6ffdb281-e4bb-49d9-a993-ca505548a27b tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/quotas/0c520fbc4251459288308e62228787d8 HTTP/1.1" status: 200 len: 375 time: 0.0089929 Jan 25 02:15:00.405315 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-f4ac1886-961f-4efc-a503-488b24117bdf tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=0c520fbc4251459288308e62228787d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481389 Jan 25 02:15:00.545673 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed15c9b-f342-4a38-b4d7-e3d0b890274c req-8472ab08-1590-46b9-ad55-60d9b7d18b82 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:00.547197 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0ed15c9b-f342-4a38-b4d7-e3d0b890274c req-8472ab08-1590-46b9-ad55-60d9b7d18b82 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0744569 Jan 25 02:15:00.548961 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-11528a7f-b3b2-4016-b0ab-5cf3b071bc92 service neutron] 10.222.0.112 "GET /v2.0/networks/f51e9718-4ec5-404e-a3a0-abfe3f81a1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353445 Jan 25 02:15:00.656451 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0ed15c9b-f342-4a38-b4d7-e3d0b890274c req-12dd981f-90ee-4784-bb4a-27033ed1129f tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036382 Jan 25 02:15:00.683487 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-9dbde665-352e-44fd-a23a-bdc274b650df service neutron] 10.222.0.112 "GET /v2.0/networks/f51e9718-4ec5-404e-a3a0-abfe3f81a1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244273 Jan 25 02:15:00.775313 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d8bb9-2455-4c75-8c79-5f54650efc53 req-486e9ba6-7b85-44a6-9f65-55a2b3948ee8 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:00.776790 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1c9d8bb9-2455-4c75-8c79-5f54650efc53 req-486e9ba6-7b85-44a6-9f65-55a2b3948ee8 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=2a474585-e63b-431b-8d70-37807e1f99df HTTP/1.1" status: 200 len: 944 time: 0.0550272 Jan 25 02:15:00.826883 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1c9d8bb9-2455-4c75-8c79-5f54650efc53 req-972127c3-45e3-4e50-b5bf-0e1997df1997 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/security-groups?id=2691c8ac-a779-4112-a452-0d260bedc395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445139 Jan 25 02:15:00.917548 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7bcaf5ac-af8f-4db3-905b-1b254125bd30 req-3b584798-5888-49ae-9192-16469668c097 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09 HTTP/1.1" status: 200 len: 210 time: 0.0281966 Jan 25 02:15:01.777743 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12afa3-2842-4a74-b4c2-f354fcbdb47e req-6403d9e5-5599-451c-bb6b-de871200a6b1 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:01.779243 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-bd12afa3-2842-4a74-b4c2-f354fcbdb47e req-6403d9e5-5599-451c-bb6b-de871200a6b1 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0495136 Jan 25 02:15:01.826826 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-bd12afa3-2842-4a74-b4c2-f354fcbdb47e req-1ec2e386-d1f3-495c-a47b-0d0cff9c5552 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419922 Jan 25 02:15:01.948492 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f7c3b-bff2-472f-b51a-d21cd53fdf0a req-a18c9ccf-170f-4e38-8631-d816c1e5c0e6 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:01.950000 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5f8f7c3b-bff2-472f-b51a-d21cd53fdf0a req-a18c9ccf-170f-4e38-8631-d816c1e5c0e6 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=2a474585-e63b-431b-8d70-37807e1f99df HTTP/1.1" status: 200 len: 944 time: 0.0578158 Jan 25 02:15:02.001938 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5f8f7c3b-bff2-472f-b51a-d21cd53fdf0a req-7d5bfa6c-63dc-4b40-a6fc-1eb6a25b669f tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/security-groups?id=2691c8ac-a779-4112-a452-0d260bedc395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451252 Jan 25 02:15:02.085413 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9270261c-36c1-4a5b-ba56-5bbf620dca4f req-df4ee85c-fe09-4eb3-8bef-f8716ce8196e tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09 HTTP/1.1" status: 200 len: 210 time: 0.0255451 Jan 25 02:15:02.942099 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d1c50-d45c-42ed-a9d7-160cb422817e req-41f78ff3-0427-4f72-b76a-1a74bae5ce32 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:02.943828 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-751d1c50-d45c-42ed-a9d7-160cb422817e req-41f78ff3-0427-4f72-b76a-1a74bae5ce32 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0495868 Jan 25 02:15:02.991154 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-751d1c50-d45c-42ed-a9d7-160cb422817e req-f551d8a7-1fd5-40f0-9868-38431f54a3ed tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417998 Jan 25 02:15:03.121607 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827991b3-8c97-4ec3-9d6d-e2bddd11fd0b req-c036b02b-375c-4bbc-97e6-8f8755c8b98f tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:03.123535 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-827991b3-8c97-4ec3-9d6d-e2bddd11fd0b req-c036b02b-375c-4bbc-97e6-8f8755c8b98f tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=2a474585-e63b-431b-8d70-37807e1f99df HTTP/1.1" status: 200 len: 944 time: 0.0538924 Jan 25 02:15:03.170314 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-827991b3-8c97-4ec3-9d6d-e2bddd11fd0b req-11587cea-9f2a-475f-b156-b42c2956f8fe tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/security-groups?id=2691c8ac-a779-4112-a452-0d260bedc395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412827 Jan 25 02:15:03.250054 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-38a6cc16-e1ac-49e4-b07f-5c3535473d6c req-aa779c51-44d1-428d-9a84-42a76ab67fc3 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09 HTTP/1.1" status: 200 len: 210 time: 0.0270026 Jan 25 02:15:03.937266 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device e7fdc36d-4c50-4dcb-b15b-743d9732a584 details requested by agent hyperv_hv-cinder-82116 with host hv-cinder-82116 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:15:04.034757 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port e7fdc36d-4c50-4dcb-b15b-743d9732a584, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=e7fdc36d-4c50-4dcb-b15b-743d9732a584,segment=NetworkSegment(968724b8-27ee-4721-8133-6d47ea918af9),segment_id=968724b8-27ee-4721-8133-6d47ea918af9)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:15:04.045714 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Returning: {'device': 'e7fdc36d-4c50-4dcb-b15b-743d9732a584', 'network_id': 'd41d51d0-c617-42b1-ba7b-f110ce1144d5', 'port_id': 'e7fdc36d-4c50-4dcb-b15b-743d9732a584', 'mac_address': 'fa:16:3e:9f:e6:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e85f871-34f2-4d27-9159-fcd920ee4456', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:15:04.090883 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port e7fdc36d-4c50-4dcb-b15b-743d9732a584 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:15:04.091281 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (e7fdc36d-4c50-4dcb-b15b-743d9732a584), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:04.105408 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7fdc36d-4c50-4dcb-b15b-743d9732a584 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:15:04.112831 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84b983-f6dc-4e38-8c8d-e686d3052cea req-67c3168a-5f03-428c-bed7-d1e06c7fa603 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:04.114436 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ad84b983-f6dc-4e38-8c8d-e686d3052cea req-67c3168a-5f03-428c-bed7-d1e06c7fa603 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0517490 Jan 25 02:15:04.126732 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port e7fdc36d-4c50-4dcb-b15b-743d9732a584, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=e7fdc36d-4c50-4dcb-b15b-743d9732a584,segment=NetworkSegment(968724b8-27ee-4721-8133-6d47ea918af9),segment_id=968724b8-27ee-4721-8133-6d47ea918af9)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:15:04.164712 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ad84b983-f6dc-4e38-8c8d-e686d3052cea req-034f1dae-76ba-4b8b-8805-40b23b7c4dfe tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431039 Jan 25 02:15:04.202737 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (e7fdc36d-4c50-4dcb-b15b-743d9732a584), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:04.248436 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=e7fdc36d-4c50-4dcb-b15b-743d9732a584,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:15:04.291725 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd0d898-4035-4938-9821-80ee05457938 req-66f94f28-e16a-414a-8462-663921168667 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:04.293444 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4bd0d898-4035-4938-9821-80ee05457938 req-66f94f28-e16a-414a-8462-663921168667 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=2a474585-e63b-431b-8d70-37807e1f99df HTTP/1.1" status: 200 len: 945 time: 0.0533037 Jan 25 02:15:04.341837 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4bd0d898-4035-4938-9821-80ee05457938 req-15c37aae-c4f5-4a41-aedc-c1b71b8fa557 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/security-groups?id=2691c8ac-a779-4112-a452-0d260bedc395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414331 Jan 25 02:15:04.423108 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a1a60aa8-6c71-46d4-b69c-d9d1b0631832 req-e6bddd6f-e40e-4909-bb11-bb153e02cbe2 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09 HTTP/1.1" status: 200 len: 210 time: 0.0253854 Jan 25 02:15:05.289758 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394d0dd-d853-477f-a43a-be4bc94d862a req-1775e2d3-ba6e-4e8d-9fc9-ce5a4e0055fa tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:05.292196 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2394d0dd-d853-477f-a43a-be4bc94d862a req-1775e2d3-ba6e-4e8d-9fc9-ce5a4e0055fa tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0502188 Jan 25 02:15:05.339351 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2394d0dd-d853-477f-a43a-be4bc94d862a req-d2662b65-7875-4a1a-98ae-ea4c4de06cee tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417471 Jan 25 02:15:05.468284 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918759c-e893-4e9d-8038-7dbe06fc1b86 req-b926c128-a7a8-4cfa-9130-99f684c82b30 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:05.469784 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7918759c-e893-4e9d-8038-7dbe06fc1b86 req-b926c128-a7a8-4cfa-9130-99f684c82b30 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=2a474585-e63b-431b-8d70-37807e1f99df HTTP/1.1" status: 200 len: 945 time: 0.0602813 Jan 25 02:15:05.524077 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7918759c-e893-4e9d-8038-7dbe06fc1b86 req-7f7b5bf8-47ae-4ae3-8caf-a52b0c6cbf5c tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/security-groups?id=2691c8ac-a779-4112-a452-0d260bedc395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481853 Jan 25 02:15:05.609651 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ae795ba6-b385-4066-a73c-05d012f7cacb req-0576e2d0-9e5a-428a-95d3-1696c991ee06 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09 HTTP/1.1" status: 200 len: 210 time: 0.0265532 Jan 25 02:15:06.455671 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0a00f-b110-4952-a48d-967d5ddf1f55 req-452ba6f6-9608-401a-8a87-1a196cd3b088 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:06.457042 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fbc0a00f-b110-4952-a48d-967d5ddf1f55 req-452ba6f6-9608-401a-8a87-1a196cd3b088 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0471301 Jan 25 02:15:06.502273 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fbc0a00f-b110-4952-a48d-967d5ddf1f55 req-569f51b2-ec7b-49e2-ac72-f97c8e6a58b5 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398502 Jan 25 02:15:06.640533 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f31853-5852-4113-8a8f-7dfb30291f7c req-0da18a70-8daf-4fa7-9307-e938991d4be5 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:06.642007 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-07f31853-5852-4113-8a8f-7dfb30291f7c req-0da18a70-8daf-4fa7-9307-e938991d4be5 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=2a474585-e63b-431b-8d70-37807e1f99df HTTP/1.1" status: 200 len: 945 time: 0.0513883 Jan 25 02:15:06.688735 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-07f31853-5852-4113-8a8f-7dfb30291f7c req-73c32732-45fd-4c63-a7c4-299afd801b5f tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/security-groups?id=2691c8ac-a779-4112-a452-0d260bedc395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412428 Jan 25 02:15:06.780080 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0d2073cd-0ee4-4bf2-a683-3e5984fa1f00 req-38fefbd5-baf9-4327-a4d8-746c817a2a96 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09 HTTP/1.1" status: 200 len: 210 time: 0.0275490 Jan 25 02:15:07.619940 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c43a7c-6e6f-47e9-9635-e284f5bda0e5 req-8d5b6e46-97dc-4d78-81c7-77c0150ae9e3 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:07.621550 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-46c43a7c-6e6f-47e9-9635-e284f5bda0e5 req-8d5b6e46-97dc-4d78-81c7-77c0150ae9e3 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0508134 Jan 25 02:15:07.670658 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-46c43a7c-6e6f-47e9-9635-e284f5bda0e5 req-a8cda32d-ebc0-4a8b-b487-fd3446242ff1 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435212 Jan 25 02:15:07.809168 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587c76e-3f39-464d-8821-123ef390df57 req-b57c3ccb-18a9-40db-a510-4350f668e515 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:07.810876 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4587c76e-3f39-464d-8821-123ef390df57 req-b57c3ccb-18a9-40db-a510-4350f668e515 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=2a474585-e63b-431b-8d70-37807e1f99df HTTP/1.1" status: 200 len: 945 time: 0.0515716 Jan 25 02:15:07.877253 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4ee4235f-94d7-465f-ab6b-754ae06ef5f6 req-b2e378f6-a8aa-4385-b073-0eb9d83e23c4 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09 HTTP/1.1" status: 200 len: 210 time: 0.0361598 Jan 25 02:15:07.881794 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4587c76e-3f39-464d-8821-123ef390df57 req-8c942737-2583-4021-b315-1bc36ef5b511 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/security-groups?id=2691c8ac-a779-4112-a452-0d260bedc395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655994 Jan 25 02:15:08.403613 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['e7fdc36d-4c50-4dcb-b15b-743d9732a584'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:15:08.793009 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718ff67-6046-4435-9c85-c4b244f3f0ba req-c79d9f86-7281-46cf-9dfe-551e63008634 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:08.794518 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3718ff67-6046-4435-9c85-c4b244f3f0ba req-c79d9f86-7281-46cf-9dfe-551e63008634 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0513244 Jan 25 02:15:08.846714 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3718ff67-6046-4435-9c85-c4b244f3f0ba req-6886f1b9-18ad-4a0a-8544-09aa336ad5ce tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466428 Jan 25 02:15:09.025010 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b8bc31c7-5baa-4ebd-a76d-39ed5adb4a7d req-18b7af87-d0ce-454a-b221-24a733066763 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09 HTTP/1.1" status: 200 len: 210 time: 0.0580156 Jan 25 02:15:09.061429 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-74153d6a-9e62-478e-bfdb-1b24b5ccaaf0 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:09.062869 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-74153d6a-9e62-478e-bfdb-1b24b5ccaaf0 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.79 "GET /v2.0/networks?id=f51e9718-4ec5-404e-a3a0-abfe3f81a1b8 HTTP/1.1" status: 200 len: 815 time: 0.1580648 Jan 25 02:15:09.076482 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad57ca6-4e1a-4775-83e5-8c1c820b0ed0 req-f00a8ec5-59b7-4450-9300-811f56643eb6 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:09.078035 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1ad57ca6-4e1a-4775-83e5-8c1c820b0ed0 req-f00a8ec5-59b7-4450-9300-811f56643eb6 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=2a474585-e63b-431b-8d70-37807e1f99df HTTP/1.1" status: 200 len: 945 time: 0.1106398 Jan 25 02:15:09.087460 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-51de8570-9d45-4253-b470-2b9b4efed581 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Request body: {'port': {'device_id': 'fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09', 'network_id': 'f51e9718-4ec5-404e-a3a0-abfe3f81a1b8', 'admin_state_up': True, 'tenant_id': '0c520fbc4251459288308e62228787d8'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:15:09.190581 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1ad57ca6-4e1a-4775-83e5-8c1c820b0ed0 req-6398f603-19a0-483f-a358-26546dcdabd6 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/security-groups?id=2691c8ac-a779-4112-a452-0d260bedc395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996435 Jan 25 02:15:09.282421 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-51de8570-9d45-4253-b470-2b9b4efed581 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Made reservation on behalf of 0c520fbc4251459288308e62228787d8 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:15:09.286288 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-51de8570-9d45-4253-b470-2b9b4efed581 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:09.416738 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-51de8570-9d45-4253-b470-2b9b4efed581 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Allocated IP 172.20.0.11 (f51e9718-4ec5-404e-a3a0-abfe3f81a1b8/5ceebd01-54f8-49c2-a96a-185a2872233c/6e7efbb7-4835-4d31-9c56-9797bf202ea9) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:15:09.575907 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-51de8570-9d45-4253-b470-2b9b4efed581 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Publish callbacks [] for port (6e7efbb7-4835-4d31-9c56-9797bf202ea9), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:09.780104 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-51de8570-9d45-4253-b470-2b9b4efed581 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (6e7efbb7-4835-4d31-9c56-9797bf202ea9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:09.820959 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['49ae77fa-137a-41b8-a089-25517bcf38c2', '0f837d0f-596c-4b03-a2cc-51d89430d7be', '5a5b0e1c-cc53-459a-8509-edc7b9da2612'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:15:09.824294 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-51de8570-9d45-4253-b470-2b9b4efed581 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Network f51e9718-4ec5-404e-a3a0-abfe3f81a1b8 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:15:09.829483 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-51de8570-9d45-4253-b470-2b9b4efed581 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:15:09.833104 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-51de8570-9d45-4253-b470-2b9b4efed581 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:15:09.859849 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de8570-9d45-4253-b470-2b9b4efed581 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Pushing event updated for resources: {'Port': ['ID=6e7efbb7-4835-4d31-9c56-9797bf202ea9,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:15:09.897613 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-51de8570-9d45-4253-b470-2b9b4efed581 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:09.898927 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-51de8570-9d45-4253-b470-2b9b4efed581 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:09.969422 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf2260-962f-425c-8255-a6aca18f4ef0 req-229cc247-b26f-46f1-a8d9-927595ee4067 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:09.971160 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cfdf2260-962f-425c-8255-a6aca18f4ef0 req-229cc247-b26f-46f1-a8d9-927595ee4067 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0537078 Jan 25 02:15:10.027135 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cfdf2260-962f-425c-8255-a6aca18f4ef0 req-ee4a51d6-8aac-4fee-b6d0-d055978c83b1 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499165 Jan 25 02:15:10.041844 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-51de8570-9d45-4253-b470-2b9b4efed581 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9583201 Jan 25 02:15:10.060510 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-243cf17a-1ebe-481a-bc3f-7f952597d00a service neutron] Request body: {'port': {'device_id': 'fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82116'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:15:10.153925 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-243cf17a-1ebe-481a-bc3f-7f952597d00a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (6e7efbb7-4835-4d31-9c56-9797bf202ea9), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:10.205752 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966e3d8-a6b2-4489-9762-d22adc401709 req-59dc4c86-5512-4ac8-92b8-9d8a0b2f8fbd tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:10.207355 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b966e3d8-a6b2-4489-9762-d22adc401709 req-59dc4c86-5512-4ac8-92b8-9d8a0b2f8fbd tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09 HTTP/1.1" status: 200 len: 932 time: 0.0955319 Jan 25 02:15:10.357445 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b966e3d8-a6b2-4489-9762-d22adc401709 req-cb7cede8-28b3-49f1-b201-c90fbb9b927e tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409404 Jan 25 02:15:10.429139 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86b8f7-b828-4f42-b704-673416aea05e req-9d35c091-5b3b-41f7-9d64-d0bf1f2d2302 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:10.430620 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0a86b8f7-b828-4f42-b704-673416aea05e req-9d35c091-5b3b-41f7-9d64-d0bf1f2d2302 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=2a474585-e63b-431b-8d70-37807e1f99df HTTP/1.1" status: 200 len: 945 time: 0.1365402 Jan 25 02:15:10.505566 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0a86b8f7-b828-4f42-b704-673416aea05e req-ec976d86-a789-403f-a0db-bccaa948e128 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/security-groups?id=2691c8ac-a779-4112-a452-0d260bedc395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679910 Jan 25 02:15:10.561900 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-243cf17a-1ebe-481a-bc3f-7f952597d00a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e7efbb7-4835-4d31-9c56-9797bf202ea9 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:15:10.569553 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-243cf17a-1ebe-481a-bc3f-7f952597d00a service neutron] Publish callbacks [] for port (6e7efbb7-4835-4d31-9c56-9797bf202ea9), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:10.586776 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-243cf17a-1ebe-481a-bc3f-7f952597d00a service neutron] Transition to ACTIVE for port object 6e7efbb7-4835-4d31-9c56-9797bf202ea9 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:15:10.650121 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-243cf17a-1ebe-481a-bc3f-7f952597d00a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26102405'] for port (6e7efbb7-4835-4d31-9c56-9797bf202ea9), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:10.724712 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243cf17a-1ebe-481a-bc3f-7f952597d00a service neutron] Pushing event updated for resources: {'Port': ['ID=6e7efbb7-4835-4d31-9c56-9797bf202ea9,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:15:10.774558 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-243cf17a-1ebe-481a-bc3f-7f952597d00a service neutron] Attempting to bind port 6e7efbb7-4835-4d31-9c56-9797bf202ea9 on host hv-cinder-82116 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:15:10.774894 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-243cf17a-1ebe-481a-bc3f-7f952597d00a service neutron] Attempting to bind port 6e7efbb7-4835-4d31-9c56-9797bf202ea9 by drivers openvswitch,hyperv on host hv-cinder-82116 at level 0 using segments [{'id': '0cd0a719-aadd-4513-9040-a946e7723384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f51e9718-4ec5-404e-a3a0-abfe3f81a1b8'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:15:10.775224 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-243cf17a-1ebe-481a-bc3f-7f952597d00a service neutron] Attempting to bind port 6e7efbb7-4835-4d31-9c56-9797bf202ea9 on network f51e9718-4ec5-404e-a3a0-abfe3f81a1b8 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:15:10.779584 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-243cf17a-1ebe-481a-bc3f-7f952597d00a service neutron] Port 6e7efbb7-4835-4d31-9c56-9797bf202ea9 on network f51e9718-4ec5-404e-a3a0-abfe3f81a1b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82116 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:15:10.779903 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-243cf17a-1ebe-481a-bc3f-7f952597d00a service neutron] Attempting to bind port 6e7efbb7-4835-4d31-9c56-9797bf202ea9 on network f51e9718-4ec5-404e-a3a0-abfe3f81a1b8 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:15:10.784624 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-243cf17a-1ebe-481a-bc3f-7f952597d00a service neutron] Checking agent: {'id': '52d0b4b2-7edd-4256-a5ca-dd2d58b489f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 10, 20), 'started_at': datetime.datetime(2022, 1, 25, 2, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:15:10.784958 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-243cf17a-1ebe-481a-bc3f-7f952597d00a service neutron] Checking segment: {'id': '0cd0a719-aadd-4513-9040-a946e7723384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f51e9718-4ec5-404e-a3a0-abfe3f81a1b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:15:10.785333 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-243cf17a-1ebe-481a-bc3f-7f952597d00a service neutron] Bound using segment: {'id': '0cd0a719-aadd-4513-9040-a946e7723384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f51e9718-4ec5-404e-a3a0-abfe3f81a1b8'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:15:10.785746 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-243cf17a-1ebe-481a-bc3f-7f952597d00a service neutron] Bound port: 6e7efbb7-4835-4d31-9c56-9797bf202ea9, host: hv-cinder-82116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd0a719-aadd-4513-9040-a946e7723384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f51e9718-4ec5-404e-a3a0-abfe3f81a1b8'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:15:10.786101 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-243cf17a-1ebe-481a-bc3f-7f952597d00a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (6e7efbb7-4835-4d31-9c56-9797bf202ea9), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:10.857593 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-243cf17a-1ebe-481a-bc3f-7f952597d00a service neutron] For port 6e7efbb7-4835-4d31-9c56-9797bf202ea9, host hv-cinder-82116, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:15:10.860504 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-243cf17a-1ebe-481a-bc3f-7f952597d00a service neutron] For port 6e7efbb7-4835-4d31-9c56-9797bf202ea9, host hv-cinder-82116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=6e7efbb7-4835-4d31-9c56-9797bf202ea9,segment=NetworkSegment(0cd0a719-aadd-4513-9040-a946e7723384),segment_id=0cd0a719-aadd-4513-9040-a946e7723384)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:15:10.924572 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-243cf17a-1ebe-481a-bc3f-7f952597d00a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26102405'] for port (6e7efbb7-4835-4d31-9c56-9797bf202ea9), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:10.959505 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-243cf17a-1ebe-481a-bc3f-7f952597d00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:10.960128 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-243cf17a-1ebe-481a-bc3f-7f952597d00a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:10.961490 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-243cf17a-1ebe-481a-bc3f-7f952597d00a service neutron] 10.222.0.79 "PUT /v2.0/ports/6e7efbb7-4835-4d31-9c56-9797bf202ea9 HTTP/1.1" status: 200 len: 1094 time: 0.9059532 Jan 25 02:15:10.962025 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09', 'tag': '6e7efbb7-4835-4d31-9c56-9797bf202ea9'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:15:10.964350 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd758986-68af-43d0-b6b2-77a068ea2e69" -d '{"events": [{"name": "network-changed", "server_uuid": "fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09", "tag": "6e7efbb7-4835-4d31-9c56-9797bf202ea9"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:15:10.988298 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243cf17a-1ebe-481a-bc3f-7f952597d00a service neutron] Pushing event updated for resources: {'Port': ['ID=6e7efbb7-4835-4d31-9c56-9797bf202ea9,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:15:11.005204 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb5b156-9723-47b6-be6e-35dabf70f43d x-openstack-request-id: req-4bb5b156-9723-47b6-be6e-35dabf70f43d {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:15:11.005504 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09", "tag": "6e7efbb7-4835-4d31-9c56-9797bf202ea9", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:15:11.005745 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-4bb5b156-9723-47b6-be6e-35dabf70f43d {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:15:11.006142 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09', 'tag': '6e7efbb7-4835-4d31-9c56-9797bf202ea9', 'status': 'completed', 'code': 200} Jan 25 02:15:11.131291 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 34710) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:15:11.151689 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd758986-68af-43d0-b6b2-77a068ea2e69 req-d7a0e9a6-14c8-4ab2-9b1e-5b17f4e2bf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:11.153530 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fd758986-68af-43d0-b6b2-77a068ea2e69 req-d7a0e9a6-14c8-4ab2-9b1e-5b17f4e2bf4a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0c520fbc4251459288308e62228787d8&device_id=fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09 HTTP/1.1" status: 200 len: 1097 time: 0.0868192 Jan 25 02:15:11.186162 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06eb85-d7eb-4c62-88c4-1480a608676f req-6c46a46b-0f8a-4f5f-baed-a35bcd5af199 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:11.187862 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6f06eb85-d7eb-4c62-88c4-1480a608676f req-6c46a46b-0f8a-4f5f-baed-a35bcd5af199 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0888264 Jan 25 02:15:11.283686 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-82b53064-59c7-49ab-af83-9ff3ff6a15f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:11.337714 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6f06eb85-d7eb-4c62-88c4-1480a608676f req-66e7ce72-e687-4f69-b88e-9c2f57f8b88a tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251540 Jan 25 02:15:11.342901 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd758986-68af-43d0-b6b2-77a068ea2e69 req-52e12dfe-57e5-4040-bd25-93adf918cd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:11.344344 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fd758986-68af-43d0-b6b2-77a068ea2e69 req-52e12dfe-57e5-4040-bd25-93adf918cd7a service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=0c520fbc4251459288308e62228787d8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1771846 Jan 25 02:15:11.465645 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device e7fdc36d-4c50-4dcb-b15b-743d9732a584 up at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:15:11.586448 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning for port e7fdc36d-4c50-4dcb-b15b-743d9732a584 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:15:11.591898 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning complete for port e7fdc36d-4c50-4dcb-b15b-743d9732a584 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:15:11.592277 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (e7fdc36d-4c50-4dcb-b15b-743d9732a584), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:11.676079 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port e7fdc36d-4c50-4dcb-b15b-743d9732a584 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:15:11.676474 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (e7fdc36d-4c50-4dcb-b15b-743d9732a584), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:11.704001 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a474585-e63b-431b-8d70-37807e1f99df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fdc36d-4c50-4dcb-b15b-743d9732a584'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:15:11.706222 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425b8effad759ea2b395d79f7fcdbc6f74d58daf1cbadf1a5a1a211e7a69aa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d535fe8b-36fa-4d7a-a6fb-593341dcf82c" -d '{"events": [{"server_uuid": "2a474585-e63b-431b-8d70-37807e1f99df", "name": "network-vif-plugged", "status": "completed", "tag": "e7fdc36d-4c50-4dcb-b15b-743d9732a584"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:15:11.719816 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port e7fdc36d-4c50-4dcb-b15b-743d9732a584, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=e7fdc36d-4c50-4dcb-b15b-743d9732a584,segment=NetworkSegment(968724b8-27ee-4721-8133-6d47ea918af9),segment_id=968724b8-27ee-4721-8133-6d47ea918af9)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:15:11.760139 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-82b53064-59c7-49ab-af83-9ff3ff6a15f2 admin admin] Publish callbacks [] for security_group (79c68926-f13d-44f9-afb1-59cf5184f6da), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:11.788511 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad7a7e-4d31-4845-8c6f-ea63f306a67b req-733934c5-cd2a-465a-ab56-f5cd20ac5dfb tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:11.790899 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0cad7a7e-4d31-4845-8c6f-ea63f306a67b req-733934c5-cd2a-465a-ab56-f5cd20ac5dfb tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09 HTTP/1.1" status: 200 len: 944 time: 0.1354389 Jan 25 02:15:11.791903 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd758986-68af-43d0-b6b2-77a068ea2e69 req-60e9d4a2-8da4-40ee-ba58-192fc6a0234e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:11.793157 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (e7fdc36d-4c50-4dcb-b15b-743d9732a584), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:11.793324 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fd758986-68af-43d0-b6b2-77a068ea2e69 req-60e9d4a2-8da4-40ee-ba58-192fc6a0234e service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4381840 Jan 25 02:15:11.801633 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda5e33-011e-466e-9464-9b8969cee205 req-f1bbaa6c-0e21-4802-88ca-f3618b953bac tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:11.803321 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dbda5e33-011e-466e-9464-9b8969cee205 req-f1bbaa6c-0e21-4802-88ca-f3618b953bac tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=2a474585-e63b-431b-8d70-37807e1f99df HTTP/1.1" status: 200 len: 945 time: 0.1543207 Jan 25 02:15:11.832824 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-82b53064-59c7-49ab-af83-9ff3ff6a15f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (79c68926-f13d-44f9-afb1-59cf5184f6da), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:11.840970 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=e7fdc36d-4c50-4dcb-b15b-743d9732a584,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:15:11.930420 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-82b53064-59c7-49ab-af83-9ff3ff6a15f2 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=30143f50cd87479aadd90f5077fbd6ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7971318 Jan 25 02:15:11.934377 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 34724) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:15:11.947412 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b53064-59c7-49ab-af83-9ff3ff6a15f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c68926-f13d-44f9-afb1-59cf5184f6da,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:15:11.957593 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0cad7a7e-4d31-4845-8c6f-ea63f306a67b req-5c822629-f733-4d30-8287-f56765e2d097 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526444 Jan 25 02:15:11.960915 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dbda5e33-011e-466e-9464-9b8969cee205 req-ec490b26-714c-4e3c-b5e6-c5295a08b3d3 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/security-groups?id=2691c8ac-a779-4112-a452-0d260bedc395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497331 Jan 25 02:15:11.988026 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-39340ed6-7228-45b8-80ad-0a07b3052b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:11.989554 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-39340ed6-7228-45b8-80ad-0a07b3052b90 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0c520fbc4251459288308e62228787d8&device_id=fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09 HTTP/1.1" status: 200 len: 1097 time: 0.1194937 Jan 25 02:15:11.996743 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf528d4b-c64d-4089-aede-8363283e4016 admin admin] Publish callbacks [] for security_group (79c68926-f13d-44f9-afb1-59cf5184f6da), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:12.009654 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f73db41-40e3-494b-a676-7cc49631ccc9 x-openstack-request-id: req-6f73db41-40e3-494b-a676-7cc49631ccc9 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:15:12.010082 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a474585-e63b-431b-8d70-37807e1f99df", "name": "network-vif-plugged", "status": "completed", "tag": "e7fdc36d-4c50-4dcb-b15b-743d9732a584", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:15:12.011917 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-6f73db41-40e3-494b-a676-7cc49631ccc9 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:15:12.011917 dv-cinder-821168-1-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a474585-e63b-431b-8d70-37807e1f99df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fdc36d-4c50-4dcb-b15b-743d9732a584', 'code': 200} Jan 25 02:15:12.028387 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf528d4b-c64d-4089-aede-8363283e4016 admin admin] Publish callbacks [] for security_group (79c68926-f13d-44f9-afb1-59cf5184f6da), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:12.045415 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-cb31a93e-8624-4873-97b1-57eef590bf7a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e7efbb7-4835-4d31-9c56-9797bf202ea9 HTTP/1.1" status: 200 len: 217 time: 0.0417135 Jan 25 02:15:12.101318 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-3501f173-109f-40e4-8b59-7bee2a7199cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:12.102932 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-3501f173-109f-40e4-8b59-7bee2a7199cc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5ceebd01-54f8-49c2-a96a-185a2872233c HTTP/1.1" status: 200 len: 855 time: 0.0463240 Jan 25 02:15:12.141907 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-a602da58-d8ba-45f2-b76a-f79b41904af6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f51e9718-4ec5-404e-a3a0-abfe3f81a1b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276535 Jan 25 02:15:12.197337 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf528d4b-c64d-4089-aede-8363283e4016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (79c68926-f13d-44f9-afb1-59cf5184f6da), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:12.197337 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf528d4b-c64d-4089-aede-8363283e4016 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:12.197337 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-cf528d4b-c64d-4089-aede-8363283e4016 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/79c68926-f13d-44f9-afb1-59cf5184f6da HTTP/1.1" status: 204 len: 168 time: 0.2592218 Jan 25 02:15:12.207849 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf528d4b-c64d-4089-aede-8363283e4016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c68926-f13d-44f9-afb1-59cf5184f6da,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:15:12.277062 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-89c254b7-059c-463b-bf06-c475ae8a1a0c service neutron] 10.222.0.79 "GET /v2.0/networks/f51e9718-4ec5-404e-a3a0-abfe3f81a1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034877 Jan 25 02:15:12.400177 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-eb9f4f29-0639-4e68-b51f-54c48b75ed6e req-eb93e076-07d6-4441-8e2a-659a8b3c26f5 service neutron] 10.222.0.79 "GET /v2.0/networks/f51e9718-4ec5-404e-a3a0-abfe3f81a1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146536 Jan 25 02:15:12.431147 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a5c27-0442-4859-9986-64dd6acbdc24 req-7eff93ce-8261-471c-a682-0a2cd8bfca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:12.437230 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-695a5c27-0442-4859-9986-64dd6acbdc24 req-7eff93ce-8261-471c-a682-0a2cd8bfca73 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2a474585-e63b-431b-8d70-37807e1f99df HTTP/1.1" status: 200 len: 1099 time: 0.0848923 Jan 25 02:15:12.506952 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2dfee-861a-42b5-b574-538ba27c9500 req-0fd0844d-ca6c-4147-97b9-ea55fbd6f3f9 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:12.508580 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-bcd2dfee-861a-42b5-b574-538ba27c9500 req-0fd0844d-ca6c-4147-97b9-ea55fbd6f3f9 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0990443 Jan 25 02:15:12.515696 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-695a5c27-0442-4859-9986-64dd6acbdc24 req-941daa0d-3134-474a-a12b-4ce8bed940e9 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2691c8ac-a779-4112-a452-0d260bedc395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632036 Jan 25 02:15:12.570517 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-bcd2dfee-861a-42b5-b574-538ba27c9500 req-b8e627ef-f4bf-428e-8ba7-438bd54e14bf tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537696 Jan 25 02:15:13.112108 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6661a-d57a-4ee3-aef1-6e9c667a4e5a req-3df85cc0-a8a9-4172-9533-ee1acc002b5e tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:13.113660 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-edd6661a-d57a-4ee3-aef1-6e9c667a4e5a req-3df85cc0-a8a9-4172-9533-ee1acc002b5e tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09 HTTP/1.1" status: 200 len: 944 time: 0.0731506 Jan 25 02:15:13.121812 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87ce65-2109-4cc0-8fae-4420a1352748 req-d1b280d5-9913-4cc1-a528-32e1c470866a tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:13.123339 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6e87ce65-2109-4cc0-8fae-4420a1352748 req-d1b280d5-9913-4cc1-a528-32e1c470866a tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=2a474585-e63b-431b-8d70-37807e1f99df HTTP/1.1" status: 200 len: 946 time: 0.0917273 Jan 25 02:15:13.196032 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6e87ce65-2109-4cc0-8fae-4420a1352748 req-1b493d7c-4a7c-409d-a24b-1caace71fa7d tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/security-groups?id=2691c8ac-a779-4112-a452-0d260bedc395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659025 Jan 25 02:15:13.199293 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-edd6661a-d57a-4ee3-aef1-6e9c667a4e5a req-8f5d4212-ac24-4318-a8a5-f775c9a85d23 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750587 Jan 25 02:15:13.690375 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b58cfa-bea1-4559-bf34-b52464532240 req-8916a69b-be4e-4b75-8ebf-8480c6cb4c65 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:13.691884 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-15b58cfa-bea1-4559-bf34-b52464532240 req-8916a69b-be4e-4b75-8ebf-8480c6cb4c65 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0490692 Jan 25 02:15:13.737600 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-15b58cfa-bea1-4559-bf34-b52464532240 req-073d85af-cf00-4d48-afa1-a70bee9a2765 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402238 Jan 25 02:15:14.346290 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079cffc-83f9-4404-9e89-2bee48e5b22b req-411d5d58-a473-4aae-b6bf-74012e50f13d tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:14.347833 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6079cffc-83f9-4404-9e89-2bee48e5b22b req-411d5d58-a473-4aae-b6bf-74012e50f13d tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09 HTTP/1.1" status: 200 len: 944 time: 0.0809267 Jan 25 02:15:14.357200 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af40a12-c537-4338-a10e-0b21e00e9fbf req-a81f9ca1-98cc-417b-bd54-f4470178644a tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:14.358638 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-8af40a12-c537-4338-a10e-0b21e00e9fbf req-a81f9ca1-98cc-417b-bd54-f4470178644a tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=2a474585-e63b-431b-8d70-37807e1f99df HTTP/1.1" status: 200 len: 946 time: 0.0897791 Jan 25 02:15:14.434350 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6079cffc-83f9-4404-9e89-2bee48e5b22b req-e3127017-a2c8-452a-a905-3435fef7499c tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746839 Jan 25 02:15:14.437672 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-8af40a12-c537-4338-a10e-0b21e00e9fbf req-5d6bd92e-74d3-4f72-bce5-3b154d1d6836 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/security-groups?id=2691c8ac-a779-4112-a452-0d260bedc395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689790 Jan 25 02:15:14.860680 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df319143-194a-48cb-a954-7bb360b4a214 req-3c9fbab0-45e6-4529-a548-e00cba53b850 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:14.862181 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-df319143-194a-48cb-a954-7bb360b4a214 req-3c9fbab0-45e6-4529-a548-e00cba53b850 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0568013 Jan 25 02:15:14.909785 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-df319143-194a-48cb-a954-7bb360b4a214 req-802d2102-8707-4e8f-b4f9-8f7b9f504061 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416467 Jan 25 02:15:15.586871 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e1fbc-abcb-47d4-884f-916a052b5b96 req-42a1e857-7adb-4f1c-8816-608766a70259 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:15.588588 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fc2e1fbc-abcb-47d4-884f-916a052b5b96 req-42a1e857-7adb-4f1c-8816-608766a70259 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09 HTTP/1.1" status: 200 len: 944 time: 0.0793900 Jan 25 02:15:15.597355 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c021b3-ffc3-4363-bc27-6b17bf10f565 req-6b617651-737a-4e6e-95a0-e8d8408788b8 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:15.598772 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f0c021b3-ffc3-4363-bc27-6b17bf10f565 req-6b617651-737a-4e6e-95a0-e8d8408788b8 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=2a474585-e63b-431b-8d70-37807e1f99df HTTP/1.1" status: 200 len: 946 time: 0.0870893 Jan 25 02:15:15.677685 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fc2e1fbc-abcb-47d4-884f-916a052b5b96 req-1a33af14-bf69-4c98-b0fc-c73f373a6651 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779674 Jan 25 02:15:15.680968 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f0c021b3-ffc3-4363-bc27-6b17bf10f565 req-6804015d-1467-43f0-8e01-4049611db35b tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/security-groups?id=2691c8ac-a779-4112-a452-0d260bedc395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737033 Jan 25 02:15:16.030717 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98088c5-0cf2-4a87-a32a-1ced488d15f8 req-1084991a-5064-4958-9248-3fd124d122b3 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:16.032568 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d98088c5-0cf2-4a87-a32a-1ced488d15f8 req-1084991a-5064-4958-9248-3fd124d122b3 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0521932 Jan 25 02:15:16.081236 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d98088c5-0cf2-4a87-a32a-1ced488d15f8 req-2068957e-482d-46ff-941a-0b60ffb4a2df tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429323 Jan 25 02:15:16.169064 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:15:16.797389 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423ca79-a2bd-428b-9e16-6822fc47c01f req-14409dee-9386-4d8e-be62-933299ff124e tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:16.798956 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5423ca79-a2bd-428b-9e16-6822fc47c01f req-14409dee-9386-4d8e-be62-933299ff124e tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09 HTTP/1.1" status: 200 len: 944 time: 0.0502052 Jan 25 02:15:16.860239 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5423ca79-a2bd-428b-9e16-6822fc47c01f req-27913e15-73cc-4012-a534-89405a7c9887 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556188 Jan 25 02:15:17.205072 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db262524-09a9-4cbf-b83e-7462d29d87e0 req-3f875bb3-623e-484a-84eb-42babf635ce1 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:17.206840 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-db262524-09a9-4cbf-b83e-7462d29d87e0 req-3f875bb3-623e-484a-84eb-42babf635ce1 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0537894 Jan 25 02:15:17.282855 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-db262524-09a9-4cbf-b83e-7462d29d87e0 req-70e8c91a-5e82-45ab-80d7-7df7b2e4d5d1 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699918 Jan 25 02:15:17.292379 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409c8fb-6b47-4fd7-b1ce-5f90d61c9673 req-91951404-3cd8-4c1d-b434-682cd9508562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:17.293829 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3409c8fb-6b47-4fd7-b1ce-5f90d61c9673 req-91951404-3cd8-4c1d-b434-682cd9508562 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 1098 time: 0.0671430 Jan 25 02:15:17.345591 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3409c8fb-6b47-4fd7-b1ce-5f90d61c9673 req-94640c5b-1329-4fc9-a88a-e14d92bcf3c3 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424769 Jan 25 02:15:17.473809 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 6e7efbb7-4835-4d31-9c56-9797bf202ea9 details requested by agent hyperv_hv-cinder-82116 with host hv-cinder-82116 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:15:17.575783 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 6e7efbb7-4835-4d31-9c56-9797bf202ea9, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=6e7efbb7-4835-4d31-9c56-9797bf202ea9,segment=NetworkSegment(0cd0a719-aadd-4513-9040-a946e7723384),segment_id=0cd0a719-aadd-4513-9040-a946e7723384)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:15:17.595714 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Returning: {'device': '6e7efbb7-4835-4d31-9c56-9797bf202ea9', 'network_id': 'f51e9718-4ec5-404e-a3a0-abfe3f81a1b8', 'port_id': '6e7efbb7-4835-4d31-9c56-9797bf202ea9', 'mac_address': 'fa:16:3e:8c:15:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ceebd01-54f8-49c2-a96a-185a2872233c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:15:17.640403 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 6e7efbb7-4835-4d31-9c56-9797bf202ea9 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:15:17.640802 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (6e7efbb7-4835-4d31-9c56-9797bf202ea9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:17.655031 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e7efbb7-4835-4d31-9c56-9797bf202ea9 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:15:17.672817 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7845b34b-f343-4b3a-aab7-54fe9ad586ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:17.675616 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 6e7efbb7-4835-4d31-9c56-9797bf202ea9, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=6e7efbb7-4835-4d31-9c56-9797bf202ea9,segment=NetworkSegment(0cd0a719-aadd-4513-9040-a946e7723384),segment_id=0cd0a719-aadd-4513-9040-a946e7723384)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:15:17.714698 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 34874) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:15:17.757831 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (6e7efbb7-4835-4d31-9c56-9797bf202ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:17.806944 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=6e7efbb7-4835-4d31-9c56-9797bf202ea9,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:15:17.826728 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd54cdfd-f08a-439f-b3e8-07966b1aa4a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:17.903933 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd54cdfd-f08a-439f-b3e8-07966b1aa4a4 admin admin] Publish callbacks [] for security_group (bcbe7b70-05e7-413f-bddc-729ce61fe632), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:17.968981 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd54cdfd-f08a-439f-b3e8-07966b1aa4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (bcbe7b70-05e7-413f-bddc-729ce61fe632), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:17.986744 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5390ce-c50c-4c28-b268-062b5dcda0f2 req-3ee12aaf-852f-457e-81ac-156b4ceeb285 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:17.988257 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4f5390ce-c50c-4c28-b268-062b5dcda0f2 req-3ee12aaf-852f-457e-81ac-156b4ceeb285 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09 HTTP/1.1" status: 200 len: 945 time: 0.0542943 Jan 25 02:15:18.007382 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd54cdfd-f08a-439f-b3e8-07966b1aa4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbe7b70-05e7-413f-bddc-729ce61fe632,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:15:18.013487 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-cd54cdfd-f08a-439f-b3e8-07966b1aa4a4 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=5875d024141e41d4be7ed72a253d77a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2976213 Jan 25 02:15:18.016337 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 34880) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:15:18.041270 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4f5390ce-c50c-4c28-b268-062b5dcda0f2 req-5bb82af0-6050-4fbb-a12f-bc740f996343 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470393 Jan 25 02:15:18.069598 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-81d096ba-10fe-421f-9c08-18e89095ddc4 admin admin] Publish callbacks [] for security_group (bcbe7b70-05e7-413f-bddc-729ce61fe632), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:18.093440 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-81d096ba-10fe-421f-9c08-18e89095ddc4 admin admin] Publish callbacks [] for security_group (bcbe7b70-05e7-413f-bddc-729ce61fe632), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:18.237633 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-81d096ba-10fe-421f-9c08-18e89095ddc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (bcbe7b70-05e7-413f-bddc-729ce61fe632), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:18.240523 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-81d096ba-10fe-421f-9c08-18e89095ddc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:18.241681 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-81d096ba-10fe-421f-9c08-18e89095ddc4 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/bcbe7b70-05e7-413f-bddc-729ce61fe632 HTTP/1.1" status: 204 len: 168 time: 0.2243698 Jan 25 02:15:18.251855 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d096ba-10fe-421f-9c08-18e89095ddc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbe7b70-05e7-413f-bddc-729ce61fe632,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:15:18.411503 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caba7a5-9751-4b1f-b5ba-7afdbb6453db req-84e38ae9-2fb1-42c2-bc7b-7bc22b95aa54 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:18.413064 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0caba7a5-9751-4b1f-b5ba-7afdbb6453db req-84e38ae9-2fb1-42c2-bc7b-7bc22b95aa54 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0504997 Jan 25 02:15:18.464656 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0caba7a5-9751-4b1f-b5ba-7afdbb6453db req-aeafe396-57a4-4212-91f0-8f066a8246e9 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442872 Jan 25 02:15:18.472257 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['6e7efbb7-4835-4d31-9c56-9797bf202ea9'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:15:19.172620 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f144b-dfd7-46de-b983-98e3c7df5b0d req-90250d10-9ddd-4f0a-91cb-1a6291bfd995 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:19.174221 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-568f144b-dfd7-46de-b983-98e3c7df5b0d req-90250d10-9ddd-4f0a-91cb-1a6291bfd995 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09 HTTP/1.1" status: 200 len: 945 time: 0.0571153 Jan 25 02:15:19.229246 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-568f144b-dfd7-46de-b983-98e3c7df5b0d req-c07a68e3-57bc-4ea8-ab35-534c4ab92576 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495799 Jan 25 02:15:19.583879 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b209cd6-68ae-4fb3-8acc-605a64c16baf req-4bb59ae3-e73c-4e79-b5b7-2fb29c28d25c tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:19.584376 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2b209cd6-68ae-4fb3-8acc-605a64c16baf req-4bb59ae3-e73c-4e79-b5b7-2fb29c28d25c tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0508001 Jan 25 02:15:19.635683 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2b209cd6-68ae-4fb3-8acc-605a64c16baf req-bb34649f-1743-47ab-98cd-cc234c2bd500 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450537 Jan 25 02:15:19.897850 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 34932) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:15:20.013585 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cdb30de4-b6e7-4693-9a7f-d61b5a0a74b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:20.091029 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cdb30de4-b6e7-4693-9a7f-d61b5a0a74b8 admin admin] Publish callbacks [] for security_group (4acbbda7-0ee8-49ce-819a-cc4916e86f77), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:20.174816 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cdb30de4-b6e7-4693-9a7f-d61b5a0a74b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (4acbbda7-0ee8-49ce-819a-cc4916e86f77), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:20.197523 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a436c1c4-a8c4-4c48-8f4f-c81bcff95e9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:20.213916 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-cdb30de4-b6e7-4693-9a7f-d61b5a0a74b8 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=d29518cb310c4517a2d0aea4fc200835&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3145587 Jan 25 02:15:20.216901 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 34936) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:15:20.217827 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb30de4-b6e7-4693-9a7f-d61b5a0a74b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4acbbda7-0ee8-49ce-819a-cc4916e86f77,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:15:20.249225 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:20.273492 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c61e0cef-687f-44ee-b275-c98859a9233f admin admin] Publish callbacks [] for security_group (4acbbda7-0ee8-49ce-819a-cc4916e86f77), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:20.298212 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c61e0cef-687f-44ee-b275-c98859a9233f admin admin] Publish callbacks [] for security_group (4acbbda7-0ee8-49ce-819a-cc4916e86f77), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:20.380775 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf90547-b2ea-45ec-920f-a1fe93494403 req-9491a0c2-e7ef-4a5c-aa1b-a71af3fe1540 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:20.382278 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4bf90547-b2ea-45ec-920f-a1fe93494403 req-9491a0c2-e7ef-4a5c-aa1b-a71af3fe1540 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09 HTTP/1.1" status: 200 len: 945 time: 0.0771854 Jan 25 02:15:20.431463 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4bf90547-b2ea-45ec-920f-a1fe93494403 req-18dfa755-ae80-498e-8e1c-bc7c7564090d tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435407 Jan 25 02:15:20.489105 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c61e0cef-687f-44ee-b275-c98859a9233f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (4acbbda7-0ee8-49ce-819a-cc4916e86f77), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:20.491726 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c61e0cef-687f-44ee-b275-c98859a9233f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:20.492856 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-c61e0cef-687f-44ee-b275-c98859a9233f admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/4acbbda7-0ee8-49ce-819a-cc4916e86f77 HTTP/1.1" status: 204 len: 168 time: 0.2748067 Jan 25 02:15:20.501578 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e0cef-687f-44ee-b275-c98859a9233f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4acbbda7-0ee8-49ce-819a-cc4916e86f77,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:15:20.783704 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b4e96-e284-40d7-b9b7-fb359b2942ad req-ec3cde1d-4026-4880-a502-209155e1169a tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:20.785201 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d88b4e96-e284-40d7-b9b7-fb359b2942ad req-ec3cde1d-4026-4880-a502-209155e1169a tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0511155 Jan 25 02:15:20.835542 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d88b4e96-e284-40d7-b9b7-fb359b2942ad req-a3df266a-7be4-40ec-9432-547cd9067946 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447700 Jan 25 02:15:21.358430 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c68456-85bf-4791-911b-dbc9f3adae5a req-b47cd6bd-81d1-4190-b312-da4be1cfc40f tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:21.360129 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a0c68456-85bf-4791-911b-dbc9f3adae5a req-b47cd6bd-81d1-4190-b312-da4be1cfc40f tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0580540 Jan 25 02:15:21.420151 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a0c68456-85bf-4791-911b-dbc9f3adae5a req-006ac622-534f-4f5b-a0e9-603d56650e56 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532372 Jan 25 02:15:21.475611 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 6e7efbb7-4835-4d31-9c56-9797bf202ea9 up at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:15:21.565221 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c30414-51ed-40ea-8b2c-69d08ade8697 req-a0fe227a-80f2-4673-8a26-690e42d83f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:21.566878 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-64c30414-51ed-40ea-8b2c-69d08ade8697 req-a0fe227a-80f2-4673-8a26-690e42d83f0f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aed35a368b0f4933b0f485f09290e1f3&device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 1098 time: 0.0935655 Jan 25 02:15:21.581203 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f8194-5f72-4fef-947b-675cb1f183c0 req-623a7a83-b0d5-4e0e-91f4-c44a435242b0 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:21.583056 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-246f8194-5f72-4fef-947b-675cb1f183c0 req-623a7a83-b0d5-4e0e-91f4-c44a435242b0 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09 HTTP/1.1" status: 200 len: 945 time: 0.0729158 Jan 25 02:15:21.690572 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:21.763346 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-246f8194-5f72-4fef-947b-675cb1f183c0 req-bb818bc6-8cbb-4ba8-bba6-698c12e5e9d1 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745481 Jan 25 02:15:21.780449 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c30414-51ed-40ea-8b2c-69d08ade8697 req-be51eb42-3193-429b-b7d0-835ec1ddc9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:21.781950 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-64c30414-51ed-40ea-8b2c-69d08ade8697 req-be51eb42-3193-429b-b7d0-835ec1ddc9c3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=4be3beab-67a0-44e6-a6ea-977f61cd91cc HTTP/1.1" status: 200 len: 918 time: 0.1727107 Jan 25 02:15:21.814041 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning for port 6e7efbb7-4835-4d31-9c56-9797bf202ea9 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:15:21.818013 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning complete for port 6e7efbb7-4835-4d31-9c56-9797bf202ea9 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:15:21.818439 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (6e7efbb7-4835-4d31-9c56-9797bf202ea9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:21.828559 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-64c30414-51ed-40ea-8b2c-69d08ade8697 req-46aa0f40-68b6-44ba-9f2f-aae83668d984 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11637ea6-7664-4d29-9e0c-021ac25baad1 HTTP/1.1" status: 200 len: 217 time: 0.0390761 Jan 25 02:15:21.881895 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c30414-51ed-40ea-8b2c-69d08ade8697 req-02187afb-5e47-4d89-adb6-945453c107fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:21.883294 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-64c30414-51ed-40ea-8b2c-69d08ade8697 req-02187afb-5e47-4d89-adb6-945453c107fb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c73b0ff2-0e4e-49a2-8845-6036be7d7f95 HTTP/1.1" status: 200 len: 857 time: 0.0485387 Jan 25 02:15:21.906633 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 6e7efbb7-4835-4d31-9c56-9797bf202ea9 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:15:21.907031 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (6e7efbb7-4835-4d31-9c56-9797bf202ea9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:21.915098 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-64c30414-51ed-40ea-8b2c-69d08ade8697 req-dabc4048-4c1c-46ca-8ecd-76161b627d37 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4be3beab-67a0-44e6-a6ea-977f61cd91cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247331 Jan 25 02:15:21.937828 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7efbb7-4835-4d31-9c56-9797bf202ea9'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:15:21.940265 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425b8effad759ea2b395d79f7fcdbc6f74d58daf1cbadf1a5a1a211e7a69aa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feea9d31-98da-4fb1-ae98-6b7f7d16996c" -d '{"events": [{"server_uuid": "fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09", "name": "network-vif-plugged", "status": "completed", "tag": "6e7efbb7-4835-4d31-9c56-9797bf202ea9"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:15:21.953677 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 6e7efbb7-4835-4d31-9c56-9797bf202ea9, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=6e7efbb7-4835-4d31-9c56-9797bf202ea9,segment=NetworkSegment(0cd0a719-aadd-4513-9040-a946e7723384),segment_id=0cd0a719-aadd-4513-9040-a946e7723384)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:15:21.980503 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0e8464-2684-425b-ac76-eec62dd72d5d x-openstack-request-id: req-0b0e8464-2684-425b-ac76-eec62dd72d5d {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:15:21.980811 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09", "name": "network-vif-plugged", "status": "completed", "tag": "6e7efbb7-4835-4d31-9c56-9797bf202ea9", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:15:21.981517 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-0b0e8464-2684-425b-ac76-eec62dd72d5d {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:15:21.981924 dv-cinder-821168-1-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7efbb7-4835-4d31-9c56-9797bf202ea9', 'code': 200} Jan 25 02:15:22.014183 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-64c30414-51ed-40ea-8b2c-69d08ade8697 req-a07b735b-826a-4b24-bacd-f17dc8335597 service neutron] 10.222.0.79 "GET /v2.0/networks/4be3beab-67a0-44e6-a6ea-977f61cd91cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916140 Jan 25 02:15:22.026936 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (6e7efbb7-4835-4d31-9c56-9797bf202ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:22.079826 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=6e7efbb7-4835-4d31-9c56-9797bf202ea9,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:15:22.157363 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-64c30414-51ed-40ea-8b2c-69d08ade8697 req-6cbc0183-6afc-4f5d-9cd6-677a3d51783e service neutron] 10.222.0.79 "GET /v2.0/networks/4be3beab-67a0-44e6-a6ea-977f61cd91cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057904 Jan 25 02:15:22.315209 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7471fa-0498-42a7-a111-adc1cef6fcbd req-949bd417-f6a7-4991-aa79-cbeff0d9ddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:22.316721 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3c7471fa-0498-42a7-a111-adc1cef6fcbd req-949bd417-f6a7-4991-aa79-cbeff0d9ddd2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aed35a368b0f4933b0f485f09290e1f3&device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 1098 time: 0.0428421 Jan 25 02:15:22.455563 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473ef78-22d8-4476-96e3-84b853444961 req-77503fcf-ce78-47b5-be13-1b1c498461c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:22.457080 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1473ef78-22d8-4476-96e3-84b853444961 req-77503fcf-ce78-47b5-be13-1b1c498461c1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09 HTTP/1.1" status: 200 len: 1099 time: 0.1032693 Jan 25 02:15:22.492804 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7471fa-0498-42a7-a111-adc1cef6fcbd req-9d66c839-218e-4da4-bdc2-bf327d08359d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:22.494278 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3c7471fa-0498-42a7-a111-adc1cef6fcbd req-9d66c839-218e-4da4-bdc2-bf327d08359d service neutron] 10.222.0.79 "GET /v2.0/networks?id=4be3beab-67a0-44e6-a6ea-977f61cd91cc HTTP/1.1" status: 200 len: 918 time: 0.1317387 Jan 25 02:15:22.567148 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3c7471fa-0498-42a7-a111-adc1cef6fcbd req-ed778fb3-ffd1-4d7b-8278-d1d7589ef9b7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11637ea6-7664-4d29-9e0c-021ac25baad1 HTTP/1.1" status: 200 len: 217 time: 0.0640252 Jan 25 02:15:22.591947 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1473ef78-22d8-4476-96e3-84b853444961 req-3f9981cc-da62-4c64-a696-02e6306b4bcb service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268964 Jan 25 02:15:22.644115 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eca762-dd3f-41a4-ab51-34ab34ce76cb req-4b88629d-ecc1-44c7-900f-764b827bd618 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:22.645595 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-70eca762-dd3f-41a4-ab51-34ab34ce76cb req-4b88629d-ecc1-44c7-900f-764b827bd618 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0952797 Jan 25 02:15:22.647207 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7471fa-0498-42a7-a111-adc1cef6fcbd req-19b21607-f58b-404c-8c57-492fe2ba8ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:22.648531 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3c7471fa-0498-42a7-a111-adc1cef6fcbd req-19b21607-f58b-404c-8c57-492fe2ba8ea0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c73b0ff2-0e4e-49a2-8845-6036be7d7f95 HTTP/1.1" status: 200 len: 857 time: 0.0668924 Jan 25 02:15:22.711051 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-70eca762-dd3f-41a4-ab51-34ab34ce76cb req-7b45a405-8a68-4820-8b59-f7423f781c5a tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577605 Jan 25 02:15:22.898058 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef03071-c56d-47f9-9d3b-583d3523c45a req-5ace9bb4-ca23-4851-9429-26e162a4513a tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:22.899591 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0ef03071-c56d-47f9-9d3b-583d3523c45a req-5ace9bb4-ca23-4851-9429-26e162a4513a tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09 HTTP/1.1" status: 200 len: 946 time: 0.0659566 Jan 25 02:15:22.947335 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0ef03071-c56d-47f9-9d3b-583d3523c45a req-6e859cd1-b644-4f37-a767-ab90c3b112bd tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414903 Jan 25 02:15:23.031098 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:23.237634 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3c7471fa-0498-42a7-a111-adc1cef6fcbd req-7be8ce91-8050-4b9d-9c80-29f078d4468b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4be3beab-67a0-44e6-a6ea-977f61cd91cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257483 Jan 25 02:15:23.353055 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3c7471fa-0498-42a7-a111-adc1cef6fcbd req-b84f6078-29a4-4c5f-bfa0-be7e6cc78cc9 service neutron] 10.222.0.79 "GET /v2.0/networks/4be3beab-67a0-44e6-a6ea-977f61cd91cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844197 Jan 25 02:15:23.509666 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3c7471fa-0498-42a7-a111-adc1cef6fcbd req-3b93c8a6-532b-422a-aa6f-1207c1b20cef service neutron] 10.222.0.79 "GET /v2.0/networks/4be3beab-67a0-44e6-a6ea-977f61cd91cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913157 Jan 25 02:15:23.826988 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662503d-b06b-4602-9d8f-f0bab8e34dc4 req-45dfae02-40ef-42d2-8eea-e64f3480a4d8 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:23.829892 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6662503d-b06b-4602-9d8f-f0bab8e34dc4 req-45dfae02-40ef-42d2-8eea-e64f3480a4d8 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0492539 Jan 25 02:15:23.880703 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6662503d-b06b-4602-9d8f-f0bab8e34dc4 req-1cdc1362-6a88-47bb-b049-333ba190e29b tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448072 Jan 25 02:15:24.073775 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5812e6-7d8d-4401-87df-f182cf2d61f2 req-1894611c-8258-49de-97d2-e90efb7ea152 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:24.075774 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5b5812e6-7d8d-4401-87df-f182cf2d61f2 req-1894611c-8258-49de-97d2-e90efb7ea152 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09 HTTP/1.1" status: 200 len: 946 time: 0.0538571 Jan 25 02:15:24.124359 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5b5812e6-7d8d-4401-87df-f182cf2d61f2 req-1c98d208-d47a-4d58-8507-a42c8c3c99bc tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425289 Jan 25 02:15:24.505872 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:25.017802 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d255d-90eb-4d8a-8766-b86c4d10ae5e req-1a0d5ea8-df95-4028-a622-caaba7872309 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:25.019497 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-8a8d255d-90eb-4d8a-8766-b86c4d10ae5e req-1a0d5ea8-df95-4028-a622-caaba7872309 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0510356 Jan 25 02:15:25.070476 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-8a8d255d-90eb-4d8a-8766-b86c4d10ae5e req-5e2d3db2-2cc5-4dae-ab8b-3a5cdea68376 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439816 Jan 25 02:15:25.250341 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733bee5f-41d8-4f9d-83d3-9a2488e3b773 req-c8397c55-847a-4cb9-a1be-3014ad6a1e27 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:25.251856 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-733bee5f-41d8-4f9d-83d3-9a2488e3b773 req-c8397c55-847a-4cb9-a1be-3014ad6a1e27 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09 HTTP/1.1" status: 200 len: 946 time: 0.0566659 Jan 25 02:15:25.301045 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-733bee5f-41d8-4f9d-83d3-9a2488e3b773 req-7a1680cc-2d39-4cf1-a865-1e99b6d7bd07 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431762 Jan 25 02:15:26.188032 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243facce-089a-4fce-9a43-a1c2d9912716 req-03e22dfe-26ab-49ae-8f9b-36daeda016f7 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:26.189528 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-243facce-089a-4fce-9a43-a1c2d9912716 req-03e22dfe-26ab-49ae-8f9b-36daeda016f7 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0485098 Jan 25 02:15:26.237839 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-243facce-089a-4fce-9a43-a1c2d9912716 req-bc543613-1d8d-48f3-9679-b4bc7308261f tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420225 Jan 25 02:15:26.425667 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea7f4c-be10-4f5a-ae91-11773d1282d2 req-924978bf-dc92-45f7-8fa9-cc8d6d6285c2 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:26.427175 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-40ea7f4c-be10-4f5a-ae91-11773d1282d2 req-924978bf-dc92-45f7-8fa9-cc8d6d6285c2 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09 HTTP/1.1" status: 200 len: 946 time: 0.0511389 Jan 25 02:15:26.479284 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-40ea7f4c-be10-4f5a-ae91-11773d1282d2 req-23b13e1e-1eb7-4a7d-b2b9-b4a9ea727884 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463138 Jan 25 02:15:27.392411 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101df1e9-3b12-4ecc-a730-8302fc642d92 req-63742a19-818c-42e5-9d79-d3c6a0e629b3 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:27.400692 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-101df1e9-3b12-4ecc-a730-8302fc642d92 req-63742a19-818c-42e5-9d79-d3c6a0e629b3 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0809124 Jan 25 02:15:27.458126 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-101df1e9-3b12-4ecc-a730-8302fc642d92 req-550c6a99-48d1-4887-b12c-a3a3cc6beeb9 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551510 Jan 25 02:15:27.473785 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 35078) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:15:27.600945 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-87d13f79-b0d6-4cf0-91b4-7be10312330e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:27.693462 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-87d13f79-b0d6-4cf0-91b4-7be10312330e admin admin] Publish callbacks [] for security_group (be1c6e53-8a0d-4fb0-b6bd-a891265d2430), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:27.814918 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-87d13f79-b0d6-4cf0-91b4-7be10312330e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (be1c6e53-8a0d-4fb0-b6bd-a891265d2430), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:27.865053 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-87d13f79-b0d6-4cf0-91b4-7be10312330e admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=c256e782bb534beba94706fa02726802&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3881593 Jan 25 02:15:27.865677 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d13f79-b0d6-4cf0-91b4-7be10312330e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1c6e53-8a0d-4fb0-b6bd-a891265d2430,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:15:27.866632 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 35086) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:15:27.874335 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d13f79-b0d6-4cf0-91b4-7be10312330e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:15:27.874737 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d13f79-b0d6-4cf0-91b4-7be10312330e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:15:27.875094 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d13f79-b0d6-4cf0-91b4-7be10312330e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:15:27.875776 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d13f79-b0d6-4cf0-91b4-7be10312330e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:15:27.875776 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d13f79-b0d6-4cf0-91b4-7be10312330e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:15:27.876108 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d13f79-b0d6-4cf0-91b4-7be10312330e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:15:27.876494 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d13f79-b0d6-4cf0-91b4-7be10312330e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:15:27.876779 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d13f79-b0d6-4cf0-91b4-7be10312330e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:15:27.878009 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d13f79-b0d6-4cf0-91b4-7be10312330e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:15:27.878009 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d13f79-b0d6-4cf0-91b4-7be10312330e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:15:27.878009 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d13f79-b0d6-4cf0-91b4-7be10312330e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:15:27.878497 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d13f79-b0d6-4cf0-91b4-7be10312330e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:15:27.878629 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d13f79-b0d6-4cf0-91b4-7be10312330e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:15:27.937791 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6080fb9-1d37-40ef-a407-589f483422e6 admin admin] Publish callbacks [] for security_group (be1c6e53-8a0d-4fb0-b6bd-a891265d2430), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:27.962744 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6080fb9-1d37-40ef-a407-589f483422e6 admin admin] Publish callbacks [] for security_group (be1c6e53-8a0d-4fb0-b6bd-a891265d2430), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:28.094877 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6080fb9-1d37-40ef-a407-589f483422e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (be1c6e53-8a0d-4fb0-b6bd-a891265d2430), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:28.097456 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6080fb9-1d37-40ef-a407-589f483422e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:28.098889 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-e6080fb9-1d37-40ef-a407-589f483422e6 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/be1c6e53-8a0d-4fb0-b6bd-a891265d2430 HTTP/1.1" status: 204 len: 168 time: 0.2304943 Jan 25 02:15:28.111415 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6080fb9-1d37-40ef-a407-589f483422e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1c6e53-8a0d-4fb0-b6bd-a891265d2430,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:15:28.123392 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6080fb9-1d37-40ef-a407-589f483422e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:15:28.123778 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6080fb9-1d37-40ef-a407-589f483422e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:15:28.124136 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6080fb9-1d37-40ef-a407-589f483422e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:15:28.124480 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6080fb9-1d37-40ef-a407-589f483422e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:15:28.124946 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6080fb9-1d37-40ef-a407-589f483422e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:15:28.125287 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6080fb9-1d37-40ef-a407-589f483422e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:15:28.125626 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6080fb9-1d37-40ef-a407-589f483422e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:15:28.125961 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6080fb9-1d37-40ef-a407-589f483422e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:15:28.126295 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6080fb9-1d37-40ef-a407-589f483422e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:15:28.126719 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6080fb9-1d37-40ef-a407-589f483422e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:15:28.127082 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6080fb9-1d37-40ef-a407-589f483422e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:15:28.127427 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6080fb9-1d37-40ef-a407-589f483422e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:15:28.127754 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6080fb9-1d37-40ef-a407-589f483422e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:15:28.580492 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d68566-1e76-4475-bb54-9256152cec5b req-37de128b-923c-4ed2-9d14-5c719c80ba69 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:28.581960 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e3d68566-1e76-4475-bb54-9256152cec5b req-37de128b-923c-4ed2-9d14-5c719c80ba69 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0523775 Jan 25 02:15:28.631104 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e3d68566-1e76-4475-bb54-9256152cec5b req-38226b3e-cff3-41ae-a58d-73c8d1626673 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435612 Jan 25 02:15:28.755255 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 35104) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:15:28.770289 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0e5d6670-0a31-4a32-b618-a710876a9488 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:28.853382 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0e5d6670-0a31-4a32-b618-a710876a9488 admin admin] Publish callbacks [] for security_group (3eaaf936-1161-4e39-b7d8-e33548a9f60d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:28.933484 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0e5d6670-0a31-4a32-b618-a710876a9488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (3eaaf936-1161-4e39-b7d8-e33548a9f60d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:28.976602 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-0e5d6670-0a31-4a32-b618-a710876a9488 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=bc9630f24c6545d8b7db827f0cf05ebc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2198544 Jan 25 02:15:28.977804 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d6670-0a31-4a32-b618-a710876a9488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eaaf936-1161-4e39-b7d8-e33548a9f60d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:15:28.981624 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 35114) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:15:29.038526 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f6aaaa55-319d-49c7-8b6f-d5e732454a27 admin admin] Publish callbacks [] for security_group (3eaaf936-1161-4e39-b7d8-e33548a9f60d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:29.060755 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f6aaaa55-319d-49c7-8b6f-d5e732454a27 admin admin] Publish callbacks [] for security_group (3eaaf936-1161-4e39-b7d8-e33548a9f60d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:29.196711 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f6aaaa55-319d-49c7-8b6f-d5e732454a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (3eaaf936-1161-4e39-b7d8-e33548a9f60d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:29.199374 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f6aaaa55-319d-49c7-8b6f-d5e732454a27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:29.201471 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-f6aaaa55-319d-49c7-8b6f-d5e732454a27 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/3eaaf936-1161-4e39-b7d8-e33548a9f60d HTTP/1.1" status: 204 len: 168 time: 0.2181988 Jan 25 02:15:29.209615 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aaaa55-319d-49c7-8b6f-d5e732454a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eaaf936-1161-4e39-b7d8-e33548a9f60d,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:15:47.460489 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98a6b2-57de-445f-8a61-ad71210cc51e req-5d289f33-c47f-4bb0-abba-86f626aca3f9 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:47.461964 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4b98a6b2-57de-445f-8a61-ad71210cc51e req-5d289f33-c47f-4bb0-abba-86f626aca3f9 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 946 time: 0.0474997 Jan 25 02:15:47.511578 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4b98a6b2-57de-445f-8a61-ad71210cc51e req-98a52ce8-483e-48f5-b890-c390da35b7e6 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439074 Jan 25 02:15:47.659267 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c242a06-0001-4c06-914c-9fa5754fcd61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:48.623343 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f23cd7-0aaf-4802-ae73-f1c9bc0b49a9 req-77276f4b-7392-48bd-aca3-886e609f20e2 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:48.625473 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e0f23cd7-0aaf-4802-ae73-f1c9bc0b49a9 req-77276f4b-7392-48bd-aca3-886e609f20e2 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 946 time: 0.0491312 Jan 25 02:15:48.671795 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e0f23cd7-0aaf-4802-ae73-f1c9bc0b49a9 req-50f8769f-d889-4094-bfe3-f2a4b9498fec tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408611 Jan 25 02:15:49.784743 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53593523-f444-434f-9167-73683186c21f req-d6a7c749-638e-41fc-905c-6fff3414a763 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:49.786141 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-53593523-f444-434f-9167-73683186c21f req-d6a7c749-638e-41fc-905c-6fff3414a763 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 946 time: 0.0480623 Jan 25 02:15:49.832206 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-53593523-f444-434f-9167-73683186c21f req-f2c35fc8-638d-455c-b5a3-5940d6ebc1dc tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405474 Jan 25 02:15:50.155660 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc4dc455-9287-487f-b65d-5383383872ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:50.224469 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:50.954553 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dd88d-d346-4abc-8174-e446765d3343 req-d3eaa35f-c0ee-481f-9aa3-eac0635c6ca2 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:50.956033 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b89dd88d-d346-4abc-8174-e446765d3343 req-d3eaa35f-c0ee-481f-9aa3-eac0635c6ca2 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 946 time: 0.0556633 Jan 25 02:15:51.002310 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b89dd88d-d346-4abc-8174-e446765d3343 req-40053164-48da-4ab6-9954-93c55902d5f5 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408418 Jan 25 02:15:51.499464 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:52.116733 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad34714-1691-4f86-935e-868bfde19b45 req-e23507f6-4cc5-4c51-9b45-ebf7549b586e tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:52.118157 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7ad34714-1691-4f86-935e-868bfde19b45 req-e23507f6-4cc5-4c51-9b45-ebf7549b586e tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 946 time: 0.0504873 Jan 25 02:15:52.165046 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7ad34714-1691-4f86-935e-868bfde19b45 req-6ed16325-8398-431c-a890-75cd03905d74 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413301 Jan 25 02:15:53.031054 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:53.168716 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:15:53.287956 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e681c41-d5ed-411a-b0c7-41f40619aa98 req-e2776b10-ffeb-422f-b1da-bbd6519c590c tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:53.289361 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6e681c41-d5ed-411a-b0c7-41f40619aa98 req-e2776b10-ffeb-422f-b1da-bbd6519c590c tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 946 time: 0.0568109 Jan 25 02:15:53.335247 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6e681c41-d5ed-411a-b0c7-41f40619aa98 req-e948eaf6-0202-450d-a666-859aada84e54 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400970 Jan 25 02:15:54.453708 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eaeebd-d2ab-4d35-a745-e06940cc1171 req-868b05fa-56c0-4520-893b-3ef7ccd151b0 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:54.455577 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-33eaeebd-d2ab-4d35-a745-e06940cc1171 req-868b05fa-56c0-4520-893b-3ef7ccd151b0 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 946 time: 0.0494699 Jan 25 02:15:54.488160 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:54.502260 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-33eaeebd-d2ab-4d35-a745-e06940cc1171 req-26dcb952-fbd4-46e9-95d6-acc66dd63968 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411990 Jan 25 02:15:55.109984 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 35516) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:15:55.216111 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-399363f2-cbc0-4340-86d6-5a6c02b6a865 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:55.290471 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-399363f2-cbc0-4340-86d6-5a6c02b6a865 admin admin] Publish callbacks [] for security_group (f3af9da0-1222-4055-bc8d-f448272e5875), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:55.339203 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-399363f2-cbc0-4340-86d6-5a6c02b6a865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (f3af9da0-1222-4055-bc8d-f448272e5875), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:55.382521 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-399363f2-cbc0-4340-86d6-5a6c02b6a865 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=02ff5db85be84d5d85ec7c9c547dfc75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2710803 Jan 25 02:15:55.383775 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399363f2-cbc0-4340-86d6-5a6c02b6a865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3af9da0-1222-4055-bc8d-f448272e5875,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:15:55.386764 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 35522) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:15:55.443295 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-69ae64f5-e712-4e16-8981-52af47a0cc6c admin admin] Publish callbacks [] for security_group (f3af9da0-1222-4055-bc8d-f448272e5875), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:55.463616 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-69ae64f5-e712-4e16-8981-52af47a0cc6c admin admin] Publish callbacks [] for security_group (f3af9da0-1222-4055-bc8d-f448272e5875), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:55.568011 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bfcdc3-fa87-4fbf-96c6-ece32f46e29e req-1d57077b-5ba9-4381-b407-b4037e274bc4 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:55.569685 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-13bfcdc3-fa87-4fbf-96c6-ece32f46e29e req-1d57077b-5ba9-4381-b407-b4037e274bc4 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 946 time: 0.0503957 Jan 25 02:15:55.596619 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-69ae64f5-e712-4e16-8981-52af47a0cc6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (f3af9da0-1222-4055-bc8d-f448272e5875), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:55.599924 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-69ae64f5-e712-4e16-8981-52af47a0cc6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:55.603516 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-69ae64f5-e712-4e16-8981-52af47a0cc6c admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/f3af9da0-1222-4055-bc8d-f448272e5875 HTTP/1.1" status: 204 len: 168 time: 0.2149692 Jan 25 02:15:55.628348 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae64f5-e712-4e16-8981-52af47a0cc6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3af9da0-1222-4055-bc8d-f448272e5875,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:15:55.654880 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0419227-d6f2-4709-bf40-dd5b5da799d6 req-0a2b31c0-5764-453c-876e-d88114aa7e9b tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:55.662859 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f0419227-d6f2-4709-bf40-dd5b5da799d6 req-0a2b31c0-5764-453c-876e-d88114aa7e9b tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 946 time: 0.0918691 Jan 25 02:15:55.748968 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f0419227-d6f2-4709-bf40-dd5b5da799d6 req-41855d8a-5b23-433f-94a2-d2f537ebeb50 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847228 Jan 25 02:15:55.773145 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-13bfcdc3-fa87-4fbf-96c6-ece32f46e29e req-5a629c53-6623-4860-a74a-91d67f685677 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Deleting port f4101d10-c82f-4fdd-bb85-b105276ea177 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:15:55.773564 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-13bfcdc3-fa87-4fbf-96c6-ece32f46e29e req-5a629c53-6623-4860-a74a-91d67f685677 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (f4101d10-c82f-4fdd-bb85-b105276ea177), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:55.884865 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-13bfcdc3-fa87-4fbf-96c6-ece32f46e29e req-5a629c53-6623-4860-a74a-91d67f685677 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] For port f4101d10-c82f-4fdd-bb85-b105276ea177, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=f4101d10-c82f-4fdd-bb85-b105276ea177,segment=NetworkSegment(e9cf16db-d026-4c45-ba18-dbe2929b32f7),segment_id=e9cf16db-d026-4c45-ba18-dbe2929b32f7)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:15:55.885374 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-13bfcdc3-fa87-4fbf-96c6-ece32f46e29e req-5a629c53-6623-4860-a74a-91d67f685677 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (f4101d10-c82f-4fdd-bb85-b105276ea177), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:55.903073 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-13bfcdc3-fa87-4fbf-96c6-ece32f46e29e req-5a629c53-6623-4860-a74a-91d67f685677 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Calling delete_port for f4101d10-c82f-4fdd-bb85-b105276ea177 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:15:56.127885 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-13bfcdc3-fa87-4fbf-96c6-ece32f46e29e req-5a629c53-6623-4860-a74a-91d67f685677 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (f4101d10-c82f-4fdd-bb85-b105276ea177), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:56.156657 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a629c53-6623-4860-a74a-91d67f685677 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Pushing event deleted for resources: {'Port': ['ID=f4101d10-c82f-4fdd-bb85-b105276ea177,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:15:56.171167 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['11637ea6-7664-4d29-9e0c-021ac25baad1'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:15:56.226135 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-13bfcdc3-fa87-4fbf-96c6-ece32f46e29e req-5a629c53-6623-4860-a74a-91d67f685677 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] No DVR routers for this DVR port f4101d10-c82f-4fdd-bb85-b105276ea177 on host hv-cinder-82116 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:15:56.232575 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-13bfcdc3-fa87-4fbf-96c6-ece32f46e29e req-5a629c53-6623-4860-a74a-91d67f685677 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:56.236436 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-13bfcdc3-fa87-4fbf-96c6-ece32f46e29e req-5a629c53-6623-4860-a74a-91d67f685677 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.79 "DELETE /v2.0/ports/f4101d10-c82f-4fdd-bb85-b105276ea177 HTTP/1.1" status: 204 len: 173 time: 0.6552050 Jan 25 02:15:56.236905 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7d505f-6a81-44fc-8360-5c44565c1416', 'name': 'network-vif-deleted', 'tag': 'f4101d10-c82f-4fdd-bb85-b105276ea177'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:15:56.239327 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa03127-80ee-479d-a16b-71456fb46aca" -d '{"events": [{"server_uuid": "7a7d505f-6a81-44fc-8360-5c44565c1416", "name": "network-vif-deleted", "tag": "f4101d10-c82f-4fdd-bb85-b105276ea177"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:15:56.290382 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326df313-66bc-4767-b8fc-a84617ec4ff7 x-openstack-request-id: req-326df313-66bc-4767-b8fc-a84617ec4ff7 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:15:56.301291 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7d505f-6a81-44fc-8360-5c44565c1416", "name": "network-vif-deleted", "tag": "f4101d10-c82f-4fdd-bb85-b105276ea177", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:15:56.301291 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-326df313-66bc-4767-b8fc-a84617ec4ff7 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:15:56.301291 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7d505f-6a81-44fc-8360-5c44565c1416', 'name': 'network-vif-deleted', 'tag': 'f4101d10-c82f-4fdd-bb85-b105276ea177', 'status': 'completed', 'code': 200} Jan 25 02:15:56.317602 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 35558) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:15:56.333566 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fca5606b-d807-4432-8587-8ee8b79f99ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:56.415387 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fca5606b-d807-4432-8587-8ee8b79f99ae admin admin] Publish callbacks [] for security_group (21627d1b-f15a-40f2-99f9-230cc16c920f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:56.476494 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fca5606b-d807-4432-8587-8ee8b79f99ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (21627d1b-f15a-40f2-99f9-230cc16c920f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:56.516910 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-fca5606b-d807-4432-8587-8ee8b79f99ae admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=d00c910cd5114ce7aab4742bd6a622e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1975238 Jan 25 02:15:56.518035 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca5606b-d807-4432-8587-8ee8b79f99ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21627d1b-f15a-40f2-99f9-230cc16c920f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:15:56.519756 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 35560) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:15:56.782609 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-15474f95-55f5-421b-b868-1a7fdfbcfbda admin admin] Publish callbacks [] for security_group (21627d1b-f15a-40f2-99f9-230cc16c920f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:56.804601 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-15474f95-55f5-421b-b868-1a7fdfbcfbda admin admin] Publish callbacks [] for security_group (21627d1b-f15a-40f2-99f9-230cc16c920f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:56.874522 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-70207bdf-138f-4d36-8c41-d37f1e02ec39 req-29040f98-d0db-4389-a9b7-7eea8fb8ccb2 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=7a7d505f-6a81-44fc-8360-5c44565c1416 HTTP/1.1" status: 200 len: 210 time: 0.0261767 Jan 25 02:15:56.956448 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-15474f95-55f5-421b-b868-1a7fdfbcfbda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (21627d1b-f15a-40f2-99f9-230cc16c920f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:56.959263 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-15474f95-55f5-421b-b868-1a7fdfbcfbda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:56.960530 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-15474f95-55f5-421b-b868-1a7fdfbcfbda admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/21627d1b-f15a-40f2-99f9-230cc16c920f HTTP/1.1" status: 204 len: 168 time: 0.4396863 Jan 25 02:15:56.968841 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15474f95-55f5-421b-b868-1a7fdfbcfbda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21627d1b-f15a-40f2-99f9-230cc16c920f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:15:57.634667 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 35582) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:15:57.648286 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-be6d3473-584c-44c6-a6b2-f5dcb0c190bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:57.665687 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device f4101d10-c82f-4fdd-bb85-b105276ea177 no longer exists at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:15:57.695954 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] No Port match for: f4101d10-c82f-4fdd-bb85-b105276ea177 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:15:57.696595 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device f4101d10-c82f-4fdd-bb85-b105276ea177 not bound to the agent host hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:15:57.741443 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-be6d3473-584c-44c6-a6b2-f5dcb0c190bc admin admin] Publish callbacks [] for security_group (b549dbb0-fbc2-4bef-80ae-88649c1d1e68), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:57.841966 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-be6d3473-584c-44c6-a6b2-f5dcb0c190bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (b549dbb0-fbc2-4bef-80ae-88649c1d1e68), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:57.890504 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d3473-584c-44c6-a6b2-f5dcb0c190bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b549dbb0-fbc2-4bef-80ae-88649c1d1e68,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:15:57.898692 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 35586) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:15:57.908844 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-be6d3473-584c-44c6-a6b2-f5dcb0c190bc admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=6990daa952924ee2989e927f1519b8c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2628057 Jan 25 02:15:57.974088 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-150626c4-fd52-49ac-a757-18c876d46bc7 admin admin] Publish callbacks [] for security_group (b549dbb0-fbc2-4bef-80ae-88649c1d1e68), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:58.002720 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-150626c4-fd52-49ac-a757-18c876d46bc7 admin admin] Publish callbacks [] for security_group (b549dbb0-fbc2-4bef-80ae-88649c1d1e68), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:58.139225 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-150626c4-fd52-49ac-a757-18c876d46bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (b549dbb0-fbc2-4bef-80ae-88649c1d1e68), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:58.142690 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-150626c4-fd52-49ac-a757-18c876d46bc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:15:58.143923 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-150626c4-fd52-49ac-a757-18c876d46bc7 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/b549dbb0-fbc2-4bef-80ae-88649c1d1e68 HTTP/1.1" status: 204 len: 168 time: 0.2436643 Jan 25 02:15:58.151879 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150626c4-fd52-49ac-a757-18c876d46bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b549dbb0-fbc2-4bef-80ae-88649c1d1e68,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:15:58.383761 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7ac92-8533-4ba0-9c9d-7bef9a93b286 req-f9cd4dfc-b879-4a96-a62b-0b83622b3e4d tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:58.386960 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-8bd7ac92-8533-4ba0-9c9d-7bef9a93b286 req-f9cd4dfc-b879-4a96-a62b-0b83622b3e4d tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0565803 Jan 25 02:15:58.437708 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-8bd7ac92-8533-4ba0-9c9d-7bef9a93b286 req-251d42b4-f1f4-41ad-bafc-93eec1237ddd tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466523 Jan 25 02:15:59.557240 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e2589-d233-47d3-a968-7d68d44bdb00 req-6ece9701-0a73-4650-b150-ee9d1bf449a0 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:15:59.558739 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-852e2589-d233-47d3-a968-7d68d44bdb00 req-6ece9701-0a73-4650-b150-ee9d1bf449a0 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0489800 Jan 25 02:15:59.608010 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-852e2589-d233-47d3-a968-7d68d44bdb00 req-995ad1d6-660a-4165-8ff9-f64b86f14e63 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411155 Jan 25 02:16:00.229301 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d215dd0-878d-40da-be09-72f0f0bd7903 req-0695b009-66d1-4a2f-9f36-999cdaebaa7f tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:00.231073 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3d215dd0-878d-40da-be09-72f0f0bd7903 req-0695b009-66d1-4a2f-9f36-999cdaebaa7f tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09 HTTP/1.1" status: 200 len: 946 time: 0.0515189 Jan 25 02:16:00.280670 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3d215dd0-878d-40da-be09-72f0f0bd7903 req-3f63fef1-1937-42f2-a8f5-5ec6051a9219 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427721 Jan 25 02:16:00.733716 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea3239-da2f-4f3d-8aa1-5ba2fb0c29ba req-87aafc99-7ec3-4451-a9a2-0f0a04625e70 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:00.735315 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4eea3239-da2f-4f3d-8aa1-5ba2fb0c29ba req-87aafc99-7ec3-4451-a9a2-0f0a04625e70 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0522597 Jan 25 02:16:00.786484 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4eea3239-da2f-4f3d-8aa1-5ba2fb0c29ba req-6de6671d-9fcd-4414-b6bf-6847ed4f458c tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453877 Jan 25 02:16:01.322669 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 35662) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:16:01.410193 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049ff9d-1346-4a6a-8920-8b9330e62697 req-aa2718d3-33a1-4521-b93c-a99819f08568 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:01.411778 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3049ff9d-1346-4a6a-8920-8b9330e62697 req-aa2718d3-33a1-4521-b93c-a99819f08568 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09 HTTP/1.1" status: 200 len: 946 time: 0.0572224 Jan 25 02:16:01.443395 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-669bfeb3-b362-4817-af88-c9b03677a7bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:01.462153 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3049ff9d-1346-4a6a-8920-8b9330e62697 req-f4a1d971-dd12-4cc3-a039-f3b8e937b060 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448458 Jan 25 02:16:01.516420 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-669bfeb3-b362-4817-af88-c9b03677a7bb admin admin] Publish callbacks [] for security_group (50f9ea2e-7f00-4a13-bf24-d39d652e776c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:01.584329 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-669bfeb3-b362-4817-af88-c9b03677a7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (50f9ea2e-7f00-4a13-bf24-d39d652e776c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:01.622298 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-669bfeb3-b362-4817-af88-c9b03677a7bb admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=3986459bac354b9aa99d1f3d5b79d390&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2984302 Jan 25 02:16:01.623288 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669bfeb3-b362-4817-af88-c9b03677a7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f9ea2e-7f00-4a13-bf24-d39d652e776c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:01.625318 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 35666) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:16:01.674241 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-877104ca-5248-4558-8702-db53809c2c91 admin admin] Publish callbacks [] for security_group (50f9ea2e-7f00-4a13-bf24-d39d652e776c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:01.694957 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-877104ca-5248-4558-8702-db53809c2c91 admin admin] Publish callbacks [] for security_group (50f9ea2e-7f00-4a13-bf24-d39d652e776c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:01.836293 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-877104ca-5248-4558-8702-db53809c2c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (50f9ea2e-7f00-4a13-bf24-d39d652e776c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:01.840700 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-877104ca-5248-4558-8702-db53809c2c91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:01.841195 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-877104ca-5248-4558-8702-db53809c2c91 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/50f9ea2e-7f00-4a13-bf24-d39d652e776c HTTP/1.1" status: 204 len: 168 time: 0.2139158 Jan 25 02:16:01.859379 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877104ca-5248-4558-8702-db53809c2c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f9ea2e-7f00-4a13-bf24-d39d652e776c,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:01.927591 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a9f2c-700e-406c-9941-827c328068ac req-17bdc36f-a207-431f-b43c-fda5c3e52247 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:01.929034 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3c7a9f2c-700e-406c-9941-827c328068ac req-17bdc36f-a207-431f-b43c-fda5c3e52247 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0599163 Jan 25 02:16:01.980710 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3c7a9f2c-700e-406c-9941-827c328068ac req-d9f20a7f-d4bf-435d-8e52-861dc7c97260 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458405 Jan 25 02:16:02.579712 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca837f3c-cd7b-488d-8366-1b2f7de64862 req-b62ff87a-32fc-4ee9-8dd3-34b57c7343eb tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:02.581279 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ca837f3c-cd7b-488d-8366-1b2f7de64862 req-b62ff87a-32fc-4ee9-8dd3-34b57c7343eb tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09 HTTP/1.1" status: 200 len: 946 time: 0.0504682 Jan 25 02:16:02.659362 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ca837f3c-cd7b-488d-8366-1b2f7de64862 req-4e147fd2-8db7-42d1-bbdd-61f665341642 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720062 Jan 25 02:16:02.678607 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9078d3-fa2f-44c9-8b11-0af80244858c req-7c186839-e7d5-4fef-b9d9-7e673dedd67a tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:02.680228 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fd9078d3-fa2f-44c9-8b11-0af80244858c req-7c186839-e7d5-4fef-b9d9-7e673dedd67a tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.79 "GET /v2.0/ports?device_id=fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09 HTTP/1.1" status: 200 len: 946 time: 0.0712435 Jan 25 02:16:02.779948 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-fd9078d3-fa2f-44c9-8b11-0af80244858c req-9e51432e-273b-4895-b152-8f70f5371271 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Deleting port 6e7efbb7-4835-4d31-9c56-9797bf202ea9 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:16:02.780207 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-fd9078d3-fa2f-44c9-8b11-0af80244858c req-9e51432e-273b-4895-b152-8f70f5371271 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (6e7efbb7-4835-4d31-9c56-9797bf202ea9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:02.870844 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-fd9078d3-fa2f-44c9-8b11-0af80244858c req-9e51432e-273b-4895-b152-8f70f5371271 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] For port 6e7efbb7-4835-4d31-9c56-9797bf202ea9, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=6e7efbb7-4835-4d31-9c56-9797bf202ea9,segment=NetworkSegment(0cd0a719-aadd-4513-9040-a946e7723384),segment_id=0cd0a719-aadd-4513-9040-a946e7723384)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:16:02.871461 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-fd9078d3-fa2f-44c9-8b11-0af80244858c req-9e51432e-273b-4895-b152-8f70f5371271 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (6e7efbb7-4835-4d31-9c56-9797bf202ea9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:02.885023 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-fd9078d3-fa2f-44c9-8b11-0af80244858c req-9e51432e-273b-4895-b152-8f70f5371271 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Calling delete_port for 6e7efbb7-4835-4d31-9c56-9797bf202ea9 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:16:03.098824 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c68db6-7b67-49d7-acd2-d44e73de3b0c req-16fabfb1-dff0-43cc-8075-65c61bbd0c17 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:03.100290 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-06c68db6-7b67-49d7-acd2-d44e73de3b0c req-16fabfb1-dff0-43cc-8075-65c61bbd0c17 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0504780 Jan 25 02:16:03.119305 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-fd9078d3-fa2f-44c9-8b11-0af80244858c req-9e51432e-273b-4895-b152-8f70f5371271 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (6e7efbb7-4835-4d31-9c56-9797bf202ea9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:03.166809 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51432e-273b-4895-b152-8f70f5371271 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Pushing event deleted for resources: {'Port': ['ID=6e7efbb7-4835-4d31-9c56-9797bf202ea9,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:03.176554 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['49ae77fa-137a-41b8-a089-25517bcf38c2', '0f837d0f-596c-4b03-a2cc-51d89430d7be', '5a5b0e1c-cc53-459a-8509-edc7b9da2612', '6e7efbb7-4835-4d31-9c56-9797bf202ea9'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:16:03.215789 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-06c68db6-7b67-49d7-acd2-d44e73de3b0c req-c0aa2c09-bba6-431b-a33f-d261f7afe2b5 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097069 Jan 25 02:16:03.233872 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9078d3-fa2f-44c9-8b11-0af80244858c req-9e51432e-273b-4895-b152-8f70f5371271 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] No DVR routers for this DVR port 6e7efbb7-4835-4d31-9c56-9797bf202ea9 on host hv-cinder-82116 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:16:03.236501 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-fd9078d3-fa2f-44c9-8b11-0af80244858c req-9e51432e-273b-4895-b152-8f70f5371271 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:03.246176 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fd9078d3-fa2f-44c9-8b11-0af80244858c req-9e51432e-273b-4895-b152-8f70f5371271 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.79 "DELETE /v2.0/ports/6e7efbb7-4835-4d31-9c56-9797bf202ea9 HTTP/1.1" status: 204 len: 173 time: 0.5514770 Jan 25 02:16:03.246176 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09', 'name': 'network-vif-deleted', 'tag': '6e7efbb7-4835-4d31-9c56-9797bf202ea9'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:16:03.246176 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0603be3-c895-49c7-9509-9f0fa4782ca6" -d '{"events": [{"server_uuid": "fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09", "name": "network-vif-deleted", "tag": "6e7efbb7-4835-4d31-9c56-9797bf202ea9"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:16:03.298130 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc5b844-bd15-4213-93bc-03b79e513e2a x-openstack-request-id: req-bcc5b844-bd15-4213-93bc-03b79e513e2a {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:16:03.298130 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09", "name": "network-vif-deleted", "tag": "6e7efbb7-4835-4d31-9c56-9797bf202ea9", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:16:03.298130 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-bcc5b844-bd15-4213-93bc-03b79e513e2a {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:16:03.298130 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09', 'name': 'network-vif-deleted', 'tag': '6e7efbb7-4835-4d31-9c56-9797bf202ea9', 'status': 'completed', 'code': 200} Jan 25 02:16:03.771924 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-8c68cecc-d34b-45e6-9c94-f814c8f99453 req-3a29222a-3329-4c5a-8599-8215f4f79da4 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=fed85fd2-b8b4-45f7-8f65-71ebaf7bdf09 HTTP/1.1" status: 200 len: 210 time: 0.0267074 Jan 25 02:16:03.892042 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6608384-0ef4-45d4-9816-373c29f75ae5 req-4b631240-6cfd-45f6-8540-9be080dd4708 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:03.893500 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c6608384-0ef4-45d4-9816-373c29f75ae5 req-4b631240-6cfd-45f6-8540-9be080dd4708 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.0505116 Jan 25 02:16:03.946425 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c6608384-0ef4-45d4-9816-373c29f75ae5 req-1425d92e-1469-4a62-87aa-37195f1e7f5e tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461159 Jan 25 02:16:04.342015 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19b561-6de9-4a81-a28e-6ee44e8c7218 req-53d77032-15b3-45bc-a458-0966e40ed5c3 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:04.343546 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3d19b561-6de9-4a81-a28e-6ee44e8c7218 req-53d77032-15b3-45bc-a458-0966e40ed5c3 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0497875 Jan 25 02:16:04.391627 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3d19b561-6de9-4a81-a28e-6ee44e8c7218 req-859b34dc-5ec2-45c4-84fa-2d771fc4cb31 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419614 Jan 25 02:16:05.091430 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180aed0c-e10c-4a97-947d-3568ca2d531f req-bd913842-c909-40b4-ba10-0e36fd3c77cc tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:05.091430 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-180aed0c-e10c-4a97-947d-3568ca2d531f req-bd913842-c909-40b4-ba10-0e36fd3c77cc tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.0543249 Jan 25 02:16:05.133892 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-180aed0c-e10c-4a97-947d-3568ca2d531f req-b2b33cb4-ceac-46b8-9f4c-56c2838207f3 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501347 Jan 25 02:16:05.513187 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a65469-6f8f-4ca8-980b-a69f8410e08d req-f94133f8-8326-4ebe-b7fc-dd695611f561 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:05.514739 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f7a65469-6f8f-4ca8-980b-a69f8410e08d req-f94133f8-8326-4ebe-b7fc-dd695611f561 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0528483 Jan 25 02:16:05.561434 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f7a65469-6f8f-4ca8-980b-a69f8410e08d req-b044f994-eceb-4153-b982-99eb6617adff tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/security-groups?id=e6717bca-5f24-4cd9-ac90-7a1486971914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408862 Jan 25 02:16:05.685787 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a120a7a-c959-4475-8c8b-366f8a898247 req-cea2ebf2-0da8-43c1-a001-ab68a8f1f539 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:05.685787 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7a120a7a-c959-4475-8c8b-366f8a898247 req-cea2ebf2-0da8-43c1-a001-ab68a8f1f539 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 945 time: 0.0511501 Jan 25 02:16:05.748682 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 6e7efbb7-4835-4d31-9c56-9797bf202ea9 no longer exists at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:16:05.768430 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] No Port match for: 6e7efbb7-4835-4d31-9c56-9797bf202ea9 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:16:05.768778 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 6e7efbb7-4835-4d31-9c56-9797bf202ea9 not bound to the agent host hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:16:05.769226 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 11637ea6-7664-4d29-9e0c-021ac25baad1 no longer exists at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:16:05.773548 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-7a120a7a-c959-4475-8c8b-366f8a898247 req-8e6e54f1-aca2-4c2e-8c6b-5c5725e3bab4 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Deleting port 11637ea6-7664-4d29-9e0c-021ac25baad1 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:16:05.773898 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7a120a7a-c959-4475-8c8b-366f8a898247 req-8e6e54f1-aca2-4c2e-8c6b-5c5725e3bab4 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (11637ea6-7664-4d29-9e0c-021ac25baad1), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:05.846659 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 11637ea6-7664-4d29-9e0c-021ac25baad1 is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:16:05.847059 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (11637ea6-7664-4d29-9e0c-021ac25baad1), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:05.869466 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-7a120a7a-c959-4475-8c8b-366f8a898247 req-8e6e54f1-aca2-4c2e-8c6b-5c5725e3bab4 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] For port 11637ea6-7664-4d29-9e0c-021ac25baad1, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=11637ea6-7664-4d29-9e0c-021ac25baad1,segment=NetworkSegment(e9cf16db-d026-4c45-ba18-dbe2929b32f7),segment_id=e9cf16db-d026-4c45-ba18-dbe2929b32f7)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:16:05.869836 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7a120a7a-c959-4475-8c8b-366f8a898247 req-8e6e54f1-aca2-4c2e-8c6b-5c5725e3bab4 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (11637ea6-7664-4d29-9e0c-021ac25baad1), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:05.876356 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea9d1827-0dc5-4115-b850-0ead3ba83945', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11637ea6-7664-4d29-9e0c-021ac25baad1'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:16:05.880399 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425b8effad759ea2b395d79f7fcdbc6f74d58daf1cbadf1a5a1a211e7a69aa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de80b7be-5750-4f8f-a544-2f6904815fc5" -d '{"events": [{"server_uuid": "ea9d1827-0dc5-4115-b850-0ead3ba83945", "name": "network-vif-unplugged", "status": "completed", "tag": "11637ea6-7664-4d29-9e0c-021ac25baad1"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:16:05.883507 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-7a120a7a-c959-4475-8c8b-366f8a898247 req-8e6e54f1-aca2-4c2e-8c6b-5c5725e3bab4 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Calling delete_port for 11637ea6-7664-4d29-9e0c-021ac25baad1 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:16:05.916900 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 11637ea6-7664-4d29-9e0c-021ac25baad1, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=11637ea6-7664-4d29-9e0c-021ac25baad1,segment=NetworkSegment(e9cf16db-d026-4c45-ba18-dbe2929b32f7),segment_id=e9cf16db-d026-4c45-ba18-dbe2929b32f7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:16:05.930564 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 25 Jan 2022 02:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a747eebd-0485-4e45-a1e7-65ce3b545cd9 x-openstack-request-id: req-a747eebd-0485-4e45-a1e7-65ce3b545cd9 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:16:05.931118 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea9d1827-0dc5-4115-b850-0ead3ba83945", "name": "network-vif-unplugged", "status": "completed", "tag": "11637ea6-7664-4d29-9e0c-021ac25baad1", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:16:05.931370 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-a747eebd-0485-4e45-a1e7-65ce3b545cd9 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:16:05.931763 dv-cinder-821168-1-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea9d1827-0dc5-4115-b850-0ead3ba83945', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11637ea6-7664-4d29-9e0c-021ac25baad1', 'code': 200} Jan 25 02:16:06.002387 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (11637ea6-7664-4d29-9e0c-021ac25baad1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:06.052913 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=11637ea6-7664-4d29-9e0c-021ac25baad1,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:06.060280 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:06.060667 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:06.061041 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:06.061393 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:06.061734 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:06.062074 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:06.062439 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:06.062776 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:06.063183 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:06.063534 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:06.063870 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:06.064200 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:06.065040 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:06.122034 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7a120a7a-c959-4475-8c8b-366f8a898247 req-8e6e54f1-aca2-4c2e-8c6b-5c5725e3bab4 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (11637ea6-7664-4d29-9e0c-021ac25baad1), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:06.152145 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e54f1-aca2-4c2e-8c6b-5c5725e3bab4 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Pushing event deleted for resources: {'Port': ['ID=11637ea6-7664-4d29-9e0c-021ac25baad1,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:06.198531 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a120a7a-c959-4475-8c8b-366f8a898247 req-8e6e54f1-aca2-4c2e-8c6b-5c5725e3bab4 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] No DVR routers for this DVR port 11637ea6-7664-4d29-9e0c-021ac25baad1 on host hv-cinder-82116 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:16:06.201310 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7a120a7a-c959-4475-8c8b-366f8a898247 req-8e6e54f1-aca2-4c2e-8c6b-5c5725e3bab4 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:06.204752 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7a120a7a-c959-4475-8c8b-366f8a898247 req-8e6e54f1-aca2-4c2e-8c6b-5c5725e3bab4 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.79 "DELETE /v2.0/ports/11637ea6-7664-4d29-9e0c-021ac25baad1 HTTP/1.1" status: 204 len: 173 time: 0.5242836 Jan 25 02:16:06.205212 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea9d1827-0dc5-4115-b850-0ead3ba83945', 'name': 'network-vif-deleted', 'tag': '11637ea6-7664-4d29-9e0c-021ac25baad1'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:16:06.208447 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eec73c5-7ac2-4de6-bf70-bff31921ccab" -d '{"events": [{"server_uuid": "ea9d1827-0dc5-4115-b850-0ead3ba83945", "name": "network-vif-deleted", "tag": "11637ea6-7664-4d29-9e0c-021ac25baad1"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:16:06.271847 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c714ac0-37bd-42ee-8b1b-72c3b762f738 req-a63000cd-a734-4db1-b56a-3c48ce19f77b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:06.273203 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1c714ac0-37bd-42ee-8b1b-72c3b762f738 req-a63000cd-a734-4db1-b56a-3c48ce19f77b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.0550210 Jan 25 02:16:06.320666 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1c714ac0-37bd-42ee-8b1b-72c3b762f738 req-6538ac19-611c-4e7a-a3c3-690737325879 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418727 Jan 25 02:16:06.371507 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78fcf29-6263-4807-a9e2-930a1173465c x-openstack-request-id: req-d78fcf29-6263-4807-a9e2-930a1173465c {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:16:06.371874 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea9d1827-0dc5-4115-b850-0ead3ba83945", "name": "network-vif-deleted", "tag": "11637ea6-7664-4d29-9e0c-021ac25baad1", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:16:06.372146 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-d78fcf29-6263-4807-a9e2-930a1173465c {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:16:06.372547 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea9d1827-0dc5-4115-b850-0ead3ba83945', 'name': 'network-vif-deleted', 'tag': '11637ea6-7664-4d29-9e0c-021ac25baad1', 'status': 'completed', 'code': 200} Jan 25 02:16:06.585727 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc99802-a464-4081-b8ea-7e55aa9a41be req-f3c829c7-0706-4484-afb5-8d929467225c tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:06.587275 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6cc99802-a464-4081-b8ea-7e55aa9a41be req-f3c829c7-0706-4484-afb5-8d929467225c tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=6f45441b-e18f-4f6c-aec8-036658d26478 HTTP/1.1" status: 200 len: 945 time: 0.0503016 Jan 25 02:16:06.638927 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6cc99802-a464-4081-b8ea-7e55aa9a41be req-5d4b53ed-ae0f-4d34-ab8c-bb4dd9d87a04 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457439 Jan 25 02:16:06.675168 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e183829c-e076-4968-9023-c56e58d5a84d req-c7924302-e1ce-470a-a4fc-a1a6edda1ce9 tempest-ServerRescueNegativeTestJSON-866976222 tempest-ServerRescueNegativeTestJSON-866976222-project] 10.222.0.112 "GET /v2.0/ports?device_id=ea9d1827-0dc5-4115-b850-0ead3ba83945 HTTP/1.1" status: 200 len: 210 time: 0.0259340 Jan 25 02:16:07.454026 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c858a-a707-44e5-b4c6-bb04d00cd489 req-e61c394f-5e93-4a9e-acf0-ba60347396aa tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:07.455545 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c67c858a-a707-44e5-b4c6-bb04d00cd489 req-e61c394f-5e93-4a9e-acf0-ba60347396aa tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.0575976 Jan 25 02:16:07.472255 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 35780) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:16:07.506979 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c67c858a-a707-44e5-b4c6-bb04d00cd489 req-26a99259-4359-4b0a-9d63-dbd7a606e431 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459883 Jan 25 02:16:07.578439 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ec5c778-8c0a-43f7-ad75-b71918c6621a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:07.652711 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ec5c778-8c0a-43f7-ad75-b71918c6621a admin admin] Publish callbacks [] for security_group (d2f400e3-78ff-4534-af31-6f58bbd7a275), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:07.715844 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ec5c778-8c0a-43f7-ad75-b71918c6621a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (d2f400e3-78ff-4534-af31-6f58bbd7a275), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:07.735080 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 35788) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:16:07.762148 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-3ec5c778-8c0a-43f7-ad75-b71918c6621a admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=a787db83e9d847f2ac741469d5cb312d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2881629 Jan 25 02:16:07.763418 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5c778-8c0a-43f7-ad75-b71918c6621a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f400e3-78ff-4534-af31-6f58bbd7a275,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:07.766630 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 35790) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:16:07.799859 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca059de-71d0-4444-bccb-45c4f370a7e7 req-b3e65e70-6088-4f43-a306-3a774344d807 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:07.801394 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6ca059de-71d0-4444-bccb-45c4f370a7e7 req-b3e65e70-6088-4f43-a306-3a774344d807 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=6f45441b-e18f-4f6c-aec8-036658d26478 HTTP/1.1" status: 200 len: 945 time: 0.0963407 Jan 25 02:16:07.818558 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6be20223-9e6d-42da-ad84-3df6a0c4b53e admin admin] Publish callbacks [] for security_group (d2f400e3-78ff-4534-af31-6f58bbd7a275), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:07.840582 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6be20223-9e6d-42da-ad84-3df6a0c4b53e admin admin] Publish callbacks [] for security_group (d2f400e3-78ff-4534-af31-6f58bbd7a275), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:07.892127 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6ca059de-71d0-4444-bccb-45c4f370a7e7 req-a17e4838-63c3-4b0f-be33-739e37c4fce1 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839558 Jan 25 02:16:07.961658 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6be20223-9e6d-42da-ad84-3df6a0c4b53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (d2f400e3-78ff-4534-af31-6f58bbd7a275), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:07.964234 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6be20223-9e6d-42da-ad84-3df6a0c4b53e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:07.965442 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-6be20223-9e6d-42da-ad84-3df6a0c4b53e admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/d2f400e3-78ff-4534-af31-6f58bbd7a275 HTTP/1.1" status: 204 len: 168 time: 0.1976812 Jan 25 02:16:07.973850 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be20223-9e6d-42da-ad84-3df6a0c4b53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f400e3-78ff-4534-af31-6f58bbd7a275,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:08.226353 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-54139fef-a2e1-4239-801d-1dc5db71b683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1015284'] for router_interface (d0e4921a-9bb1-4670-a0f2-6b5c13bf3030), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:08.540674 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-54139fef-a2e1-4239-801d-1dc5db71b683 admin admin] Deleting port 7e4eca42-655b-4d6d-928b-68148e887fbb {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:16:08.541178 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-54139fef-a2e1-4239-801d-1dc5db71b683 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (7e4eca42-655b-4d6d-928b-68148e887fbb), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:08.649929 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-54139fef-a2e1-4239-801d-1dc5db71b683 admin admin] For port 7e4eca42-655b-4d6d-928b-68148e887fbb, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=7e4eca42-655b-4d6d-928b-68148e887fbb,segment=NetworkSegment(e9cf16db-d026-4c45-ba18-dbe2929b32f7),segment_id=e9cf16db-d026-4c45-ba18-dbe2929b32f7)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:16:08.650293 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-54139fef-a2e1-4239-801d-1dc5db71b683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (7e4eca42-655b-4d6d-928b-68148e887fbb), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:08.671292 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381be52-8169-4016-8efa-e3f6b82241fa req-5ccf4194-6472-491c-8a34-18bc95ef1430 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:08.672748 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f381be52-8169-4016-8efa-e3f6b82241fa req-5ccf4194-6472-491c-8a34-18bc95ef1430 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.0839269 Jan 25 02:16:08.673645 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-54139fef-a2e1-4239-801d-1dc5db71b683 admin admin] Calling delete_port for 7e4eca42-655b-4d6d-928b-68148e887fbb owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:16:08.765014 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f381be52-8169-4016-8efa-e3f6b82241fa req-74a273c3-8756-486c-b0ed-04b1517da42f tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851288 Jan 25 02:16:08.965553 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383d47c-1998-495c-857e-271662c4435e req-71def64e-04ef-4337-9911-e530b258c055 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:08.967060 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2383d47c-1998-495c-857e-271662c4435e req-71def64e-04ef-4337-9911-e530b258c055 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f45441b-e18f-4f6c-aec8-036658d26478 HTTP/1.1" status: 200 len: 945 time: 0.0483980 Jan 25 02:16:08.969790 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-54139fef-a2e1-4239-801d-1dc5db71b683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (7e4eca42-655b-4d6d-928b-68148e887fbb), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:09.041341 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54139fef-a2e1-4239-801d-1dc5db71b683 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e4eca42-655b-4d6d-928b-68148e887fbb,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:09.141668 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b35c9b-1e7a-478f-a8a2-54f460bab062 req-22a3a287-372c-40d0-b26f-2d6eb4f30f04 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:09.143266 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-53b35c9b-1e7a-478f-a8a2-54f460bab062 req-22a3a287-372c-40d0-b26f-2d6eb4f30f04 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=6f45441b-e18f-4f6c-aec8-036658d26478 HTTP/1.1" status: 200 len: 945 time: 0.1750305 Jan 25 02:16:09.486270 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-2383d47c-1998-495c-857e-271662c4435e req-7c1d5e21-682a-4c71-8a8d-8eb16ec94fa5 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Deleting port 5a5b0e1c-cc53-459a-8509-edc7b9da2612 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:16:09.486554 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2383d47c-1998-495c-857e-271662c4435e req-7c1d5e21-682a-4c71-8a8d-8eb16ec94fa5 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (5a5b0e1c-cc53-459a-8509-edc7b9da2612), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:09.511144 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-53b35c9b-1e7a-478f-a8a2-54f460bab062 req-5588697e-62cb-404a-a435-4fea85d89e56 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613238 Jan 25 02:16:09.567843 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-54139fef-a2e1-4239-801d-1dc5db71b683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1009881'] for router_interface (d0e4921a-9bb1-4670-a0f2-6b5c13bf3030), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:09.636236 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-2383d47c-1998-495c-857e-271662c4435e req-7c1d5e21-682a-4c71-8a8d-8eb16ec94fa5 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] For port 5a5b0e1c-cc53-459a-8509-edc7b9da2612, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=5a5b0e1c-cc53-459a-8509-edc7b9da2612,segment=NetworkSegment(0cd0a719-aadd-4513-9040-a946e7723384),segment_id=0cd0a719-aadd-4513-9040-a946e7723384)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:16:09.636606 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2383d47c-1998-495c-857e-271662c4435e req-7c1d5e21-682a-4c71-8a8d-8eb16ec94fa5 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (5a5b0e1c-cc53-459a-8509-edc7b9da2612), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:09.656226 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-2383d47c-1998-495c-857e-271662c4435e req-7c1d5e21-682a-4c71-8a8d-8eb16ec94fa5 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Calling delete_port for 5a5b0e1c-cc53-459a-8509-edc7b9da2612 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:16:09.947934 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54139fef-a2e1-4239-801d-1dc5db71b683 admin admin] Router d0e4921a-9bb1-4670-a0f2-6b5c13bf3030 has already been hosted by L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:16:09.958827 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281c7ca-c642-49e9-8002-ee6995740dd7 req-100bc2dd-cc1e-45f0-a1d1-c245bd0b04f0 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:09.960280 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4281c7ca-c642-49e9-8002-ee6995740dd7 req-100bc2dd-cc1e-45f0-a1d1-c245bd0b04f0 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.1058447 Jan 25 02:16:10.016983 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2383d47c-1998-495c-857e-271662c4435e req-7c1d5e21-682a-4c71-8a8d-8eb16ec94fa5 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (5a5b0e1c-cc53-459a-8509-edc7b9da2612), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:10.053810 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['49ae77fa-137a-41b8-a089-25517bcf38c2', '0f837d0f-596c-4b03-a2cc-51d89430d7be'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:16:10.064153 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d5e21-682a-4c71-8a8d-8eb16ec94fa5 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Pushing event deleted for resources: {'Port': ['ID=5a5b0e1c-cc53-459a-8509-edc7b9da2612,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:10.149088 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4281c7ca-c642-49e9-8002-ee6995740dd7 req-4d552972-6923-4710-b2a8-cc8d938c618f tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833367 Jan 25 02:16:10.151453 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-2383d47c-1998-495c-857e-271662c4435e req-7c1d5e21-682a-4c71-8a8d-8eb16ec94fa5 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] No DVR routers for this DVR port 5a5b0e1c-cc53-459a-8509-edc7b9da2612 on host hv-cinder-82116 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:16:10.157494 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2383d47c-1998-495c-857e-271662c4435e req-7c1d5e21-682a-4c71-8a8d-8eb16ec94fa5 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:10.160870 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2383d47c-1998-495c-857e-271662c4435e req-7c1d5e21-682a-4c71-8a8d-8eb16ec94fa5 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.79 "DELETE /v2.0/ports/5a5b0e1c-cc53-459a-8509-edc7b9da2612 HTTP/1.1" status: 204 len: 173 time: 1.1776876 Jan 25 02:16:10.161321 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f45441b-e18f-4f6c-aec8-036658d26478', 'name': 'network-vif-deleted', 'tag': '5a5b0e1c-cc53-459a-8509-edc7b9da2612'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:16:10.163568 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5181f28b-ffeb-4a85-931d-1de10e7b5080" -d '{"events": [{"server_uuid": "6f45441b-e18f-4f6c-aec8-036658d26478", "name": "network-vif-deleted", "tag": "5a5b0e1c-cc53-459a-8509-edc7b9da2612"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:16:10.176462 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54139fef-a2e1-4239-801d-1dc5db71b683 admin admin] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:16:10.184389 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-54139fef-a2e1-4239-801d-1dc5db71b683 admin admin] 10.222.0.112 "PUT /v2.0/routers/d0e4921a-9bb1-4670-a0f2-6b5c13bf3030/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4456034 Jan 25 02:16:10.185564 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 35812) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:16:10.187809 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edc35fd-ac6f-46c9-bedc-5b0006b778ec None None] Sync routers for ids ['d0e4921a-9bb1-4670-a0f2-6b5c13bf3030'] in dv-cinder-821168-1-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:16:10.199510 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edc35fd-ac6f-46c9-bedc-5b0006b778ec None None] Routers {'d0e4921a-9bb1-4670-a0f2-6b5c13bf3030'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:16:10.200383 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8edc35fd-ac6f-46c9-bedc-5b0006b778ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:15:50Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['d0e4921a-9bb1-4670-a0f2-6b5c13bf3030'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:16:10.239686 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3f6b35-b5f0-450a-987d-178ad9c71781 x-openstack-request-id: req-3a3f6b35-b5f0-450a-987d-178ad9c71781 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:16:10.240291 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f45441b-e18f-4f6c-aec8-036658d26478", "name": "network-vif-deleted", "tag": "5a5b0e1c-cc53-459a-8509-edc7b9da2612", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:16:10.240542 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-3a3f6b35-b5f0-450a-987d-178ad9c71781 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:16:10.240944 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f45441b-e18f-4f6c-aec8-036658d26478', 'name': 'network-vif-deleted', 'tag': '5a5b0e1c-cc53-459a-8509-edc7b9da2612', 'status': 'completed', 'code': 200} Jan 25 02:16:10.312904 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb3ed8d6-12ed-4ee3-9cba-9b22913a22cf admin admin] Publish callbacks [] for router (d0e4921a-9bb1-4670-a0f2-6b5c13bf3030), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:10.331157 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-8edc35fd-ac6f-46c9-bedc-5b0006b778ec None None] Set router d0e4921a-9bb1-4670-a0f2-6b5c13bf3030 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:16:10.422083 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb3ed8d6-12ed-4ee3-9cba-9b22913a22cf admin admin] Publish callbacks [] for router_gateway (d0e4921a-9bb1-4670-a0f2-6b5c13bf3030), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:10.521479 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8edc35fd-ac6f-46c9-bedc-5b0006b778ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e4921a-9bb1-4670-a0f2-6b5c13bf3030', 'name': 'tempest-ServerRescueNegativeTestJSON-28175916-router', 'tenant_id': 'aed35a368b0f4933b0f485f09290e1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'bef5d29f-e62d-4660-91c9-cadd931a7757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:12:15Z', 'updated_at': '2022-01-25T02:16:08Z', 'revision_number': 5, 'project_id': 'aed35a368b0f4933b0f485f09290e1f3', 'gw_port': {'id': 'bef5d29f-e62d-4660-91c9-cadd931a7757', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:94:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e4921a-9bb1-4670-a0f2-6b5c13bf3030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:17Z', 'updated_at': '2022-01-25T02:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi'}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:16:10.527050 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-fb3ed8d6-12ed-4ee3-9cba-9b22913a22cf admin admin] Deleting port bef5d29f-e62d-4660-91c9-cadd931a7757 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:16:10.527805 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb3ed8d6-12ed-4ee3-9cba-9b22913a22cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (bef5d29f-e62d-4660-91c9-cadd931a7757), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:10.554653 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edc35fd-ac6f-46c9-bedc-5b0006b778ec None None] Checking router: d0e4921a-9bb1-4670-a0f2-6b5c13bf3030 for host: dv-cinder-821168-1-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:16:10.563243 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edc35fd-ac6f-46c9-bedc-5b0006b778ec None None] Routers {'d0e4921a-9bb1-4670-a0f2-6b5c13bf3030'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:16:10.564862 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8edc35fd-ac6f-46c9-bedc-5b0006b778ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:15:50Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['d0e4921a-9bb1-4670-a0f2-6b5c13bf3030'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:16:10.623211 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-fb3ed8d6-12ed-4ee3-9cba-9b22913a22cf admin admin] For port bef5d29f-e62d-4660-91c9-cadd931a7757, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=bef5d29f-e62d-4660-91c9-cadd931a7757,segment=NetworkSegment(563111bc-0e97-4ad0-9464-e144d87fe1b2),segment_id=563111bc-0e97-4ad0-9464-e144d87fe1b2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:16:10.623565 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb3ed8d6-12ed-4ee3-9cba-9b22913a22cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (bef5d29f-e62d-4660-91c9-cadd931a7757), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:10.637026 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-59987d0a-de64-4023-b64b-9fa1202654c8 req-38eeeb27-9337-4c66-8e2f-0d76376b0abd tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=6f45441b-e18f-4f6c-aec8-036658d26478 HTTP/1.1" status: 200 len: 210 time: 0.0295489 Jan 25 02:16:10.637942 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-fb3ed8d6-12ed-4ee3-9cba-9b22913a22cf admin admin] Calling delete_port for bef5d29f-e62d-4660-91c9-cadd931a7757 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:16:10.660794 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-8edc35fd-ac6f-46c9-bedc-5b0006b778ec None None] Set router d0e4921a-9bb1-4670-a0f2-6b5c13bf3030 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:16:10.712641 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8edc35fd-ac6f-46c9-bedc-5b0006b778ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e4921a-9bb1-4670-a0f2-6b5c13bf3030', 'name': 'tempest-ServerRescueNegativeTestJSON-28175916-router', 'tenant_id': 'aed35a368b0f4933b0f485f09290e1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:12:15Z', 'updated_at': '2022-01-25T02:16:10Z', 'revision_number': 6, 'project_id': 'aed35a368b0f4933b0f485f09290e1f3', 'gw_port_host': None}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:16:10.742631 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edc35fd-ac6f-46c9-bedc-5b0006b778ec None None] The sync data for ids ['d0e4921a-9bb1-4670-a0f2-6b5c13bf3030'] in dv-cinder-821168-1-iscsi is: [{'id': 'd0e4921a-9bb1-4670-a0f2-6b5c13bf3030', 'name': 'tempest-ServerRescueNegativeTestJSON-28175916-router', 'tenant_id': 'aed35a368b0f4933b0f485f09290e1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:12:15Z', 'updated_at': '2022-01-25T02:16:10Z', 'revision_number': 6, 'project_id': 'aed35a368b0f4933b0f485f09290e1f3', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:16:10.904806 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb3ed8d6-12ed-4ee3-9cba-9b22913a22cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25362021'] for port (bef5d29f-e62d-4660-91c9-cadd931a7757), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:10.936704 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ed8d6-12ed-4ee3-9cba-9b22913a22cf admin admin] Pushing event deleted for resources: {'Port': ['ID=bef5d29f-e62d-4660-91c9-cadd931a7757,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:10.994230 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb3ed8d6-12ed-4ee3-9cba-9b22913a22cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1011973'] for router_gateway (d0e4921a-9bb1-4670-a0f2-6b5c13bf3030), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:11.094679 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb3ed8d6-12ed-4ee3-9cba-9b22913a22cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1006746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1052'] for router (d0e4921a-9bb1-4670-a0f2-6b5c13bf3030), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:11.098543 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb3ed8d6-12ed-4ee3-9cba-9b22913a22cf admin admin] Publish callbacks [] for router_controller (d0e4921a-9bb1-4670-a0f2-6b5c13bf3030), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:11.278663 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c52052-b269-49b5-b7b1-0176c6e54f97 req-4498aa99-93ff-4289-86e1-d99cf919935c tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:11.280172 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e6c52052-b269-49b5-b7b1-0176c6e54f97 req-4498aa99-93ff-4289-86e1-d99cf919935c tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.0494983 Jan 25 02:16:11.327122 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb3ed8d6-12ed-4ee3-9cba-9b22913a22cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1006737'] for router (d0e4921a-9bb1-4670-a0f2-6b5c13bf3030), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:11.327963 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e6c52052-b269-49b5-b7b1-0176c6e54f97 req-bc41b4ab-ccd0-43aa-a690-31939e2826ef tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402524 Jan 25 02:16:11.328190 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3ed8d6-12ed-4ee3-9cba-9b22913a22cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0e4921a-9bb1-4670-a0f2-6b5c13bf3030 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 02:16:11.333336 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb3ed8d6-12ed-4ee3-9cba-9b22913a22cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:11.337370 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-fb3ed8d6-12ed-4ee3-9cba-9b22913a22cf admin admin] 10.222.0.112 "DELETE /v2.0/routers/d0e4921a-9bb1-4670-a0f2-6b5c13bf3030 HTTP/1.1" status: 204 len: 168 time: 1.1473620 Jan 25 02:16:11.337370 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 35820) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:16:11.382613 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-5545996b-bebf-4a5d-a354-ff1791b74f83 admin admin] Deleting subnet c73b0ff2-0e4e-49a2-8845-6036be7d7f95 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 02:16:11.385745 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5545996b-bebf-4a5d-a354-ff1791b74f83 admin admin] Publish callbacks [] for subnet (c73b0ff2-0e4e-49a2-8845-6036be7d7f95), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:11.419358 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5545996b-bebf-4a5d-a354-ff1791b74f83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25179602'] for subnet (c73b0ff2-0e4e-49a2-8845-6036be7d7f95), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:11.459465 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5545996b-bebf-4a5d-a354-ff1791b74f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16745065'] for subnet (c73b0ff2-0e4e-49a2-8845-6036be7d7f95), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:11.561718 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5545996b-bebf-4a5d-a354-ff1791b74f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16745106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25361992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25199770'] for subnet (c73b0ff2-0e4e-49a2-8845-6036be7d7f95), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:11.589985 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5545996b-bebf-4a5d-a354-ff1791b74f83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:11.593932 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-5545996b-bebf-4a5d-a354-ff1791b74f83 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/c73b0ff2-0e4e-49a2-8845-6036be7d7f95 HTTP/1.1" status: 204 len: 168 time: 0.2554893 Jan 25 02:16:11.594790 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545996b-bebf-4a5d-a354-ff1791b74f83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c73b0ff2-0e4e-49a2-8845-6036be7d7f95,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:11.596525 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 35822) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:16:11.670248 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b6c9a5d0-c205-4b7c-9383-37fbec7dddd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16363431'] for network (4be3beab-67a0-44e6-a6ea-977f61cd91cc), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:11.773530 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-164f8159-2a87-4a8e-afb3-7541ae4640e3 req-d8ee1d43-15d3-4c64-9f39-dc0f04d7ab8c tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=6f45441b-e18f-4f6c-aec8-036658d26478 HTTP/1.1" status: 200 len: 210 time: 0.0539114 Jan 25 02:16:11.775520 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b6c9a5d0-c205-4b7c-9383-37fbec7dddd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16730868', 'neutron.services.segments.db._delete_segments_for_network-8777998562223'] for network (4be3beab-67a0-44e6-a6ea-977f61cd91cc), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:11.798415 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b6c9a5d0-c205-4b7c-9383-37fbec7dddd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be3beab-67a0-44e6-a6ea-977f61cd91cc']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:16:11.808367 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b6c9a5d0-c205-4b7c-9383-37fbec7dddd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9cf16db-d026-4c45-ba18-dbe2929b32f7') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:16:11.809228 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b6c9a5d0-c205-4b7c-9383-37fbec7dddd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9cf16db-d026-4c45-ba18-dbe2929b32f7') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:16:11.822736 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b6c9a5d0-c205-4b7c-9383-37fbec7dddd0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777998562097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039243'] for segment (e9cf16db-d026-4c45-ba18-dbe2929b32f7), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:11.836837 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b6c9a5d0-c205-4b7c-9383-37fbec7dddd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422'] for segment (e9cf16db-d026-4c45-ba18-dbe2929b32f7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:11.842825 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6c9a5d0-c205-4b7c-9383-37fbec7dddd0 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 02:16:11.843204 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b6c9a5d0-c205-4b7c-9383-37fbec7dddd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26102497'] for segment (e9cf16db-d026-4c45-ba18-dbe2929b32f7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: Traceback (most recent call last): Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: timer() Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: cb(*args, **kw) Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: return func(*args, **kwargs) Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: self._notify() Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: self.callback(batched_events) Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: event.method(event) Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: return f(self, *a, **k) Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: return self._get(url).json() Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: return self.request(url, 'GET', **kwargs) Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 02:16:11.844810 dv-cinder-821168-1-iscsi neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 02:16:11.922234 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device bef5d29f-e62d-4660-91c9-cadd931a7757 no longer exists at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:16:11.943760 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] No Port match for: bef5d29f-e62d-4660-91c9-cadd931a7757 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:16:11.944108 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device bef5d29f-e62d-4660-91c9-cadd931a7757 not bound to the agent host dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:16:11.944513 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 7e4eca42-655b-4d6d-928b-68148e887fbb no longer exists at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:16:11.963405 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] No Port match for: 7e4eca42-655b-4d6d-928b-68148e887fbb {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:16:11.963749 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 7e4eca42-655b-4d6d-928b-68148e887fbb not bound to the agent host dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:16:11.978883 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b6c9a5d0-c205-4b7c-9383-37fbec7dddd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16730819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013164'] for network (4be3beab-67a0-44e6-a6ea-977f61cd91cc), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:11.984269 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b6c9a5d0-c205-4b7c-9383-37fbec7dddd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:11.987362 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-b6c9a5d0-c205-4b7c-9383-37fbec7dddd0 admin admin] 10.222.0.112 "DELETE /v2.0/networks/4be3beab-67a0-44e6-a6ea-977f61cd91cc HTTP/1.1" status: 204 len: 168 time: 0.3893685 Jan 25 02:16:12.001901 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c9a5d0-c205-4b7c-9383-37fbec7dddd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4be3beab-67a0-44e6-a6ea-977f61cd91cc,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:12.345565 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 35830) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:16:12.389591 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-8efc195b-eba1-4038-ba1e-f82ba6b9efb3 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=aed35a368b0f4933b0f485f09290e1f3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0428634 Jan 25 02:16:12.392157 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 35834) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:16:12.475596 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8195b9-2b5a-40c3-a43d-c3c7308f49d4 req-25fd7a99-e317-48c6-992d-9ac73eb04f4b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:12.477082 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7f8195b9-2b5a-40c3-a43d-c3c7308f49d4 req-25fd7a99-e317-48c6-992d-9ac73eb04f4b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.0685556 Jan 25 02:16:12.480233 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-49f2ac0f-6747-4b06-8b68-0c1073300b1e admin admin] Publish callbacks [] for security_group (e6717bca-5f24-4cd9-ac90-7a1486971914), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:12.514979 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-49f2ac0f-6747-4b06-8b68-0c1073300b1e admin admin] Publish callbacks [] for security_group (e6717bca-5f24-4cd9-ac90-7a1486971914), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:12.566375 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7f8195b9-2b5a-40c3-a43d-c3c7308f49d4 req-98715db5-773c-46a1-a62b-dda4834a1487 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833063 Jan 25 02:16:12.681153 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-49f2ac0f-6747-4b06-8b68-0c1073300b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (e6717bca-5f24-4cd9-ac90-7a1486971914), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:12.683766 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-49f2ac0f-6747-4b06-8b68-0c1073300b1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:12.684895 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-49f2ac0f-6747-4b06-8b68-0c1073300b1e admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/e6717bca-5f24-4cd9-ac90-7a1486971914 HTTP/1.1" status: 204 len: 168 time: 0.2918396 Jan 25 02:16:12.693067 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f2ac0f-6747-4b06-8b68-0c1073300b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6717bca-5f24-4cd9-ac90-7a1486971914,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:12.779088 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 5a5b0e1c-cc53-459a-8509-edc7b9da2612 no longer exists at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:16:12.799702 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] No Port match for: 5a5b0e1c-cc53-459a-8509-edc7b9da2612 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:16:12.805323 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 5a5b0e1c-cc53-459a-8509-edc7b9da2612 not bound to the agent host hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:16:12.882535 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0349d079-88fe-42ba-adfc-1fb6b07b0b56 req-e4abdf11-9da0-4bed-b9fd-7095984995ff tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=6f45441b-e18f-4f6c-aec8-036658d26478 HTTP/1.1" status: 200 len: 210 time: 0.0266507 Jan 25 02:16:13.667974 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 35862) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:16:13.693825 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c6ab2-3b29-4371-9b9f-9168f09a069f req-b92104f9-2c2a-4de8-9b7f-417646724748 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:13.695348 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-396c6ab2-3b29-4371-9b9f-9168f09a069f req-b92104f9-2c2a-4de8-9b7f-417646724748 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.0552423 Jan 25 02:16:13.742972 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-396c6ab2-3b29-4371-9b9f-9168f09a069f req-f64cf50c-83a7-4ea7-aa96-4728ec670b9e tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422654 Jan 25 02:16:13.768428 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [None req-7bcae584-a5c9-4292-883c-2601eb88f45f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1127360137-network', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:16:13.887232 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bcae584-a5c9-4292-883c-2601eb88f45f admin admin] Made reservation on behalf of 1dc0c55e351a499ba2e0b38fd3fea46c for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:16:13.889701 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7bcae584-a5c9-4292-883c-2601eb88f45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:13.898572 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7bcae584-a5c9-4292-883c-2601eb88f45f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:13.999360 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7bcae584-a5c9-4292-883c-2601eb88f45f admin admin] Publish callbacks [] for security_group (886928e9-9a2a-49a4-aace-6fa82ed15db3), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:14.001841 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4d7043b1-9657-4c10-a694-4eb7d7554d33 req-da1a15b5-7b23-4eab-82f6-06c1e3349067 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=6f45441b-e18f-4f6c-aec8-036658d26478 HTTP/1.1" status: 200 len: 210 time: 0.0383987 Jan 25 02:16:14.075820 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7bcae584-a5c9-4292-883c-2601eb88f45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (886928e9-9a2a-49a4-aace-6fa82ed15db3), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:14.101067 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bcae584-a5c9-4292-883c-2601eb88f45f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:16:14.110679 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcae584-a5c9-4292-883c-2601eb88f45f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886928e9-9a2a-49a4-aace-6fa82ed15db3,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:14.115557 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7bcae584-a5c9-4292-883c-2601eb88f45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422'] for segment (96256bba-260a-4340-9ca9-6919fb0b7ef1), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:14.119179 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.db.segments_db [None req-7bcae584-a5c9-4292-883c-2601eb88f45f admin admin] Added segment 96256bba-260a-4340-9ca9-6919fb0b7ef1 of type vlan for network 01d302a1-d37b-4d5b-9a51-6cceb6126a3f Jan 25 02:16:14.155694 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7bcae584-a5c9-4292-883c-2601eb88f45f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777998040441'] for network (01d302a1-d37b-4d5b-9a51-6cceb6126a3f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:14.252747 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7bcae584-a5c9-4292-883c-2601eb88f45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394'] for network (01d302a1-d37b-4d5b-9a51-6cceb6126a3f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:14.254137 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcae584-a5c9-4292-883c-2601eb88f45f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:14.254768 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7bcae584-a5c9-4292-883c-2601eb88f45f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:14.317550 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcae584-a5c9-4292-883c-2601eb88f45f admin admin] Pushing event updated for resources: {'Network': ['ID=01d302a1-d37b-4d5b-9a51-6cceb6126a3f,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:14.327321 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Network 01d302a1-d37b-4d5b-9a51-6cceb6126a3f details requested by agent ovs-agent-dv-cinder-821168-1-iscsi with host dv-cinder-821168-1-iscsi {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:16:14.359015 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-7bcae584-a5c9-4292-883c-2601eb88f45f admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6899350 Jan 25 02:16:14.365404 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 35870) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:16:14.370477 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9bd1bd9a-eafd-41c8-8d6b-8bd547c09478 admin admin] Request body: {'subnet': {'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1127360137-subnet', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:16:14.435755 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd1bd9a-eafd-41c8-8d6b-8bd547c09478 admin admin] Made reservation on behalf of 1dc0c55e351a499ba2e0b38fd3fea46c for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:16:14.438138 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bd1bd9a-eafd-41c8-8d6b-8bd547c09478 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25199807'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:14.693232 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bd1bd9a-eafd-41c8-8d6b-8bd547c09478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25362057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25199761'] for subnet (4433a20e-0a7e-4dda-9aa9-6ade059d64f5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:14.750854 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1bd9a-eafd-41c8-8d6b-8bd547c09478 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4433a20e-0a7e-4dda-9aa9-6ade059d64f5,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:14.755803 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1bd9a-eafd-41c8-8d6b-8bd547c09478 admin admin] Checking segment: {'id': '96256bba-260a-4340-9ca9-6919fb0b7ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:16:14.756152 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd1bd9a-eafd-41c8-8d6b-8bd547c09478 admin admin] Network hostable DHCP agents. Network: 01d302a1-d37b-4d5b-9a51-6cceb6126a3f, hostable agents: ['e69e460b-fe2d-42d0-be9b-976257b6f4ce'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:16:14.829754 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd1bd9a-eafd-41c8-8d6b-8bd547c09478 admin admin] Network 01d302a1-d37b-4d5b-9a51-6cceb6126a3f is scheduled to be hosted by DHCP agent e69e460b-fe2d-42d0-be9b-976257b6f4ce with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:16:14.862398 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4240854-e5ed-4b04-a079-fdc99c083843 req-5c9c7b92-6148-420f-a115-93302e53ade9 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:14.864513 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f4240854-e5ed-4b04-a079-fdc99c083843 req-5c9c7b92-6148-420f-a115-93302e53ade9 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.0504594 Jan 25 02:16:14.898213 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-9bd1bd9a-eafd-41c8-8d6b-8bd547c09478 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821168-1-iscsi, 01d302a1-d37b-4d5b-9a51-6cceb6126a3f) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:16:14.902854 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd1bd9a-eafd-41c8-8d6b-8bd547c09478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:14.912022 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bd1bd9a-eafd-41c8-8d6b-8bd547c09478 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:14.914666 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f4240854-e5ed-4b04-a079-fdc99c083843 req-b7042633-9453-4338-abf7-587be1008a2f tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442951 Jan 25 02:16:14.915817 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52444c9-7cba-4939-baeb-8f2d87d0dcdf None None] Network 01d302a1-d37b-4d5b-9a51-6cceb6126a3f requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:16:14.975446 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-9bd1bd9a-eafd-41c8-8d6b-8bd547c09478 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6088283 Jan 25 02:16:14.978010 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 35878) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:16:14.982758 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-93472ee8-425e-4550-8259-663b56fbf1eb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1127360137-router', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:16:15.022126 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad05b9dd-b678-431e-b2af-66ff0113f58b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp071eaffc-51bf-5b06-a7f1-603d5cbd75dc-01d302a1-d37b-4d5b-9a51-6cceb6126a3f', 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f', 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'fixed_ips': [{'subnet_id': '4433a20e-0a7e-4dda-9aa9-6ade059d64f5'}]}} from dv-cinder-821168-1-iscsi. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 02:16:15.023021 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad05b9dd-b678-431e-b2af-66ff0113f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:15.075954 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93472ee8-425e-4550-8259-663b56fbf1eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1006660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1262'] for router (0364cad3-edfd-4ce2-b2fb-a17a8e703e09), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:15.077232 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93472ee8-425e-4550-8259-663b56fbf1eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1006800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1012103', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045'] for router (0364cad3-edfd-4ce2-b2fb-a17a8e703e09), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:15.159138 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-ad05b9dd-b678-431e-b2af-66ff0113f58b None None] Allocated IP 172.20.0.2 (01d302a1-d37b-4d5b-9a51-6cceb6126a3f/4433a20e-0a7e-4dda-9aa9-6ade059d64f5/5e95ec8e-62f9-44bd-b731-9b448e49ec2a) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:16:15.166793 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93472ee8-425e-4550-8259-663b56fbf1eb admin admin] Publish callbacks [] for router_controller (0364cad3-edfd-4ce2-b2fb-a17a8e703e09), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:15.331296 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad05b9dd-b678-431e-b2af-66ff0113f58b None None] Publish callbacks [] for port (5e95ec8e-62f9-44bd-b731-9b448e49ec2a), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:15.365369 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93472ee8-425e-4550-8259-663b56fbf1eb admin admin] Publish callbacks [] for router_gateway (0364cad3-edfd-4ce2-b2fb-a17a8e703e09), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:15.453389 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad05b9dd-b678-431e-b2af-66ff0113f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240'] for port (5e95ec8e-62f9-44bd-b731-9b448e49ec2a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:15.491519 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad05b9dd-b678-431e-b2af-66ff0113f58b None None] Network 01d302a1-d37b-4d5b-9a51-6cceb6126a3f is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:16:15.494714 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-ad05b9dd-b678-431e-b2af-66ff0113f58b None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:16:15.501403 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad05b9dd-b678-431e-b2af-66ff0113f58b None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:16:15.519343 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05b9dd-b678-431e-b2af-66ff0113f58b None None] Pushing event updated for resources: {'Port': ['ID=5e95ec8e-62f9-44bd-b731-9b448e49ec2a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:15.570682 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-ad05b9dd-b678-431e-b2af-66ff0113f58b None None] Attempting to bind port 5e95ec8e-62f9-44bd-b731-9b448e49ec2a on host dv-cinder-821168-1-iscsi for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:16:15.571081 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-ad05b9dd-b678-431e-b2af-66ff0113f58b None None] Attempting to bind port 5e95ec8e-62f9-44bd-b731-9b448e49ec2a by drivers openvswitch,hyperv on host dv-cinder-821168-1-iscsi at level 0 using segments [{'id': '96256bba-260a-4340-9ca9-6919fb0b7ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:16:15.571450 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad05b9dd-b678-431e-b2af-66ff0113f58b None None] Attempting to bind port 5e95ec8e-62f9-44bd-b731-9b448e49ec2a on network 01d302a1-d37b-4d5b-9a51-6cceb6126a3f {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:16:15.576454 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad05b9dd-b678-431e-b2af-66ff0113f58b None None] Checking agent: {'id': '086e82f0-eb32-4dd2-8729-4ab634561567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 3, 54), 'started_at': datetime.datetime(2022, 1, 25, 2, 4, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:16:15.576830 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad05b9dd-b678-431e-b2af-66ff0113f58b None None] Checking segment: {'id': '96256bba-260a-4340-9ca9-6919fb0b7ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:16:15.577231 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad05b9dd-b678-431e-b2af-66ff0113f58b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:15.577744 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad05b9dd-b678-431e-b2af-66ff0113f58b None None] Bound using segment: {'id': '96256bba-260a-4340-9ca9-6919fb0b7ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:16:15.578090 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-ad05b9dd-b678-431e-b2af-66ff0113f58b None None] Bound port: 5e95ec8e-62f9-44bd-b731-9b448e49ec2a, host: dv-cinder-821168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96256bba-260a-4340-9ca9-6919fb0b7ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:16:15.578526 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad05b9dd-b678-431e-b2af-66ff0113f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (5e95ec8e-62f9-44bd-b731-9b448e49ec2a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:15.607055 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43eeb5-ba60-47cb-b2db-47dcac57d9e4 req-6a6d6bb0-89b4-4172-8b10-7533563fba9f tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:15.608610 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dc43eeb5-ba60-47cb-b2db-47dcac57d9e4 req-6a6d6bb0-89b4-4172-8b10-7533563fba9f tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=ab854a7f-2218-453d-b38a-2f65797032ee HTTP/1.1" status: 200 len: 946 time: 0.0590882 Jan 25 02:16:15.642758 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ad05b9dd-b678-431e-b2af-66ff0113f58b None None] For port 5e95ec8e-62f9-44bd-b731-9b448e49ec2a, host dv-cinder-821168-1-iscsi, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:16:15.647378 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ad05b9dd-b678-431e-b2af-66ff0113f58b None None] For port 5e95ec8e-62f9-44bd-b731-9b448e49ec2a, host dv-cinder-821168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=5e95ec8e-62f9-44bd-b731-9b448e49ec2a,segment=NetworkSegment(96256bba-260a-4340-9ca9-6919fb0b7ef1),segment_id=96256bba-260a-4340-9ca9-6919fb0b7ef1)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:16:15.656995 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dc43eeb5-ba60-47cb-b2db-47dcac57d9e4 req-1cd7036e-aadc-4d2a-8ae4-528d3a9bf1d3 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426977 Jan 25 02:16:15.685696 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93472ee8-425e-4550-8259-663b56fbf1eb admin admin] Publish callbacks [] for router_gateway (0364cad3-edfd-4ce2-b2fb-a17a8e703e09), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:15.703963 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93472ee8-425e-4550-8259-663b56fbf1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:15.710572 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad05b9dd-b678-431e-b2af-66ff0113f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (5e95ec8e-62f9-44bd-b731-9b448e49ec2a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:15.772661 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05b9dd-b678-431e-b2af-66ff0113f58b None None] Pushing event updated for resources: {'Port': ['ID=5e95ec8e-62f9-44bd-b731-9b448e49ec2a,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:15.813801 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-93472ee8-425e-4550-8259-663b56fbf1eb admin admin] Allocated IP 172.27.3.76 (a4beea5e-7380-4f54-a79a-85c8e3bac423/7e657314-da2c-44e4-949d-aa8ff76f9246/94b310f7-9a60-4ba5-9d90-08a54db022bd) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:16:15.926659 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93472ee8-425e-4550-8259-663b56fbf1eb admin admin] Publish callbacks [] for port (94b310f7-9a60-4ba5-9d90-08a54db022bd), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:16.064881 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93472ee8-425e-4550-8259-663b56fbf1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25362021'] for port (94b310f7-9a60-4ba5-9d90-08a54db022bd), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:16.065114 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5017e-9697-4618-8719-1c639f3abdf4 req-352f64c2-a164-477b-8c1b-397926d7a4d9 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:16.067535 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-39e5017e-9697-4618-8719-1c639f3abdf4 req-352f64c2-a164-477b-8c1b-397926d7a4d9 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.0561874 Jan 25 02:16:16.108041 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93472ee8-425e-4550-8259-663b56fbf1eb admin admin] Network a4beea5e-7380-4f54-a79a-85c8e3bac423 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:16:16.114395 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-93472ee8-425e-4550-8259-663b56fbf1eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:16:16.114695 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-39e5017e-9697-4618-8719-1c639f3abdf4 req-5fe1fb00-b9a1-40a9-a4ea-6a34fe794376 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414944 Jan 25 02:16:16.116862 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93472ee8-425e-4550-8259-663b56fbf1eb admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:16:16.122764 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93472ee8-425e-4550-8259-663b56fbf1eb admin admin] Pushing event updated for resources: {'Port': ['ID=94b310f7-9a60-4ba5-9d90-08a54db022bd,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:16.624400 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93472ee8-425e-4550-8259-663b56fbf1eb admin admin] Publish callbacks [] for router_gateway (0364cad3-edfd-4ce2-b2fb-a17a8e703e09), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:16.710874 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8531f3ef-db28-4105-aa4d-9e9c696954e9 None None] Network 01d302a1-d37b-4d5b-9a51-6cceb6126a3f requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:16:16.786896 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206d173-9e71-43aa-b153-f9d22844726f req-106a20c6-4279-42ec-a20c-6305b982e1a5 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:16.789956 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b9cfdb9a-0fe9-4db0-baac-85cf01411997 None None] Provisioning complete for port 5e95ec8e-62f9-44bd-b731-9b448e49ec2a triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:16:16.790340 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9cfdb9a-0fe9-4db0-baac-85cf01411997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (5e95ec8e-62f9-44bd-b731-9b448e49ec2a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:16.794297 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7206d173-9e71-43aa-b153-f9d22844726f req-106a20c6-4279-42ec-a20c-6305b982e1a5 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=ab854a7f-2218-453d-b38a-2f65797032ee HTTP/1.1" status: 200 len: 946 time: 0.0612221 Jan 25 02:16:16.838676 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7206d173-9e71-43aa-b153-f9d22844726f req-e8c5af99-1e05-4295-9df6-50afe9b1264f tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438819 Jan 25 02:16:16.842820 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93472ee8-425e-4550-8259-663b56fbf1eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1006799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1012195'] for router (0364cad3-edfd-4ce2-b2fb-a17a8e703e09), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:16.906932 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b9cfdb9a-0fe9-4db0-baac-85cf01411997 None None] Current status of the port 5e95ec8e-62f9-44bd-b731-9b448e49ec2a is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:16:16.907357 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9cfdb9a-0fe9-4db0-baac-85cf01411997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (5e95ec8e-62f9-44bd-b731-9b448e49ec2a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:16.947746 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b9cfdb9a-0fe9-4db0-baac-85cf01411997 None None] For port 5e95ec8e-62f9-44bd-b731-9b448e49ec2a, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=5e95ec8e-62f9-44bd-b731-9b448e49ec2a,segment=NetworkSegment(96256bba-260a-4340-9ca9-6919fb0b7ef1),segment_id=96256bba-260a-4340-9ca9-6919fb0b7ef1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:16:17.001339 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9cfdb9a-0fe9-4db0-baac-85cf01411997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (5e95ec8e-62f9-44bd-b731-9b448e49ec2a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:17.050581 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cfdb9a-0fe9-4db0-baac-85cf01411997 None None] Pushing event updated for resources: {'Port': ['ID=5e95ec8e-62f9-44bd-b731-9b448e49ec2a,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:17.058927 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93472ee8-425e-4550-8259-663b56fbf1eb admin admin] Router 0364cad3-edfd-4ce2-b2fb-a17a8e703e09 is scheduled to L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 02:16:17.125960 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f3de596e-f85a-404a-a148-dbeaf2aeab7f None None] Provisioning complete for port 5e95ec8e-62f9-44bd-b731-9b448e49ec2a triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:16:17.126346 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3de596e-f85a-404a-a148-dbeaf2aeab7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (5e95ec8e-62f9-44bd-b731-9b448e49ec2a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:17.166887 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93472ee8-425e-4550-8259-663b56fbf1eb admin admin] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:16:17.193340 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dc9245-05bc-4451-bdec-da3440f6fc19 None None] Sync routers for ids ['0364cad3-edfd-4ce2-b2fb-a17a8e703e09'] in dv-cinder-821168-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:16:17.219667 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f3de596e-f85a-404a-a148-dbeaf2aeab7f None None] Current status of the port 5e95ec8e-62f9-44bd-b731-9b448e49ec2a is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:16:17.221527 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dc9245-05bc-4451-bdec-da3440f6fc19 None None] Routers {'0364cad3-edfd-4ce2-b2fb-a17a8e703e09'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:16:17.222400 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-05dc9245-05bc-4451-bdec-da3440f6fc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:15:50Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['0364cad3-edfd-4ce2-b2fb-a17a8e703e09'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:16:17.237871 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93472ee8-425e-4550-8259-663b56fbf1eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:17.239651 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-93472ee8-425e-4550-8259-663b56fbf1eb admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2605677 Jan 25 02:16:17.242498 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 35896) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:16:17.263437 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9512f-c0c3-4f69-938d-48575d6e674d req-562f241b-2966-4faf-841d-9ccd9d005ca3 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:17.264986 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a3c9512f-c0c3-4f69-938d-48575d6e674d req-562f241b-2966-4faf-841d-9ccd9d005ca3 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.0570674 Jan 25 02:16:17.326906 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a3c9512f-c0c3-4f69-938d-48575d6e674d req-7ba6ab93-d2e0-4549-b92c-68cd57811812 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553813 Jan 25 02:16:17.339230 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-05dc9245-05bc-4451-bdec-da3440f6fc19 None None] Set router 0364cad3-edfd-4ce2-b2fb-a17a8e703e09 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:16:17.647686 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bbd42732-4e94-4971-9c11-ddc9a7d40fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:17.663640 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba9ace2a-1ffc-4320-912f-0daae0d59c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:17.667815 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-05dc9245-05bc-4451-bdec-da3440f6fc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'name': 'tempest-AttachVolumeTestJSON-1127360137-router', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '94b310f7-9a60-4ba5-9d90-08a54db022bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:16:15Z', 'updated_at': '2022-01-25T02:16:16Z', 'revision_number': 3, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'gw_port': {'id': '94b310f7-9a60-4ba5-9d90-08a54db022bd', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:16:15Z', 'updated_at': '2022-01-25T02:16:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi'}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:16:17.693801 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dc9245-05bc-4451-bdec-da3440f6fc19 None None] Checking router: 0364cad3-edfd-4ce2-b2fb-a17a8e703e09 for host: dv-cinder-821168-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:16:17.695381 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dc9245-05bc-4451-bdec-da3440f6fc19 None None] Updating router 0364cad3-edfd-4ce2-b2fb-a17a8e703e09 port 94b310f7-9a60-4ba5-9d90-08a54db022bd binding host dv-cinder-821168-1-iscsi {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:16:17.722064 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-05dc9245-05bc-4451-bdec-da3440f6fc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (94b310f7-9a60-4ba5-9d90-08a54db022bd), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:17.818066 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-ba9ace2a-1ffc-4320-912f-0daae0d59c7e admin admin] Allocated IP 172.20.0.1 (01d302a1-d37b-4d5b-9a51-6cceb6126a3f/4433a20e-0a7e-4dda-9aa9-6ade059d64f5/42bd279f-c138-4b50-9ed1-cdd8dd356707) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:16:17.937529 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba9ace2a-1ffc-4320-912f-0daae0d59c7e admin admin] Publish callbacks [] for port (42bd279f-c138-4b50-9ed1-cdd8dd356707), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:18.004952 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda0e65-65a1-4ae9-b4e0-1ce97ff75b4d req-b20e6a82-61a0-4870-b113-9a0974269163 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:18.011438 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2dda0e65-65a1-4ae9-b4e0-1ce97ff75b4d req-b20e6a82-61a0-4870-b113-9a0974269163 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=ab854a7f-2218-453d-b38a-2f65797032ee HTTP/1.1" status: 200 len: 946 time: 0.0680881 Jan 25 02:16:18.011595 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-05dc9245-05bc-4451-bdec-da3440f6fc19 None None] Publish callbacks [] for port (94b310f7-9a60-4ba5-9d90-08a54db022bd), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:18.016264 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 5e95ec8e-62f9-44bd-b731-9b448e49ec2a up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:16:18.030840 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba9ace2a-1ffc-4320-912f-0daae0d59c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25362021'] for port (42bd279f-c138-4b50-9ed1-cdd8dd356707), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:18.057105 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2dda0e65-65a1-4ae9-b4e0-1ce97ff75b4d req-1af42d24-cbfa-4adb-923c-de8fff4dfd17 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426188 Jan 25 02:16:18.068993 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port 5e95ec8e-62f9-44bd-b731-9b448e49ec2a triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:16:18.069220 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9ace2a-1ffc-4320-912f-0daae0d59c7e admin admin] Network 01d302a1-d37b-4d5b-9a51-6cceb6126a3f is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:16:18.069373 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (5e95ec8e-62f9-44bd-b731-9b448e49ec2a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:18.072190 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ba9ace2a-1ffc-4320-912f-0daae0d59c7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:16:18.075176 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9ace2a-1ffc-4320-912f-0daae0d59c7e admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:16:18.091202 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-05dc9245-05bc-4451-bdec-da3440f6fc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (94b310f7-9a60-4ba5-9d90-08a54db022bd), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:18.124716 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba9ace2a-1ffc-4320-912f-0daae0d59c7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013087'] for router_interface (0364cad3-edfd-4ce2-b2fb-a17a8e703e09), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:18.157962 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ace2a-1ffc-4320-912f-0daae0d59c7e admin admin] Pushing event updated for resources: {'Port': ['ID=42bd279f-c138-4b50-9ed1-cdd8dd356707,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:18.170860 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419d868-e2c6-49df-9eb6-33ab132ea350 None None] Pushing event updated for resources: {'Port': ['ID=94b310f7-9a60-4ba5-9d90-08a54db022bd,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:18.177991 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-05dc9245-05bc-4451-bdec-da3440f6fc19 None None] Attempting to bind port 94b310f7-9a60-4ba5-9d90-08a54db022bd on host dv-cinder-821168-1-iscsi for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:16:18.178390 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-05dc9245-05bc-4451-bdec-da3440f6fc19 None None] Attempting to bind port 94b310f7-9a60-4ba5-9d90-08a54db022bd by drivers openvswitch,hyperv on host dv-cinder-821168-1-iscsi at level 0 using segments [{'id': '563111bc-0e97-4ad0-9464-e144d87fe1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:16:18.178758 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dc9245-05bc-4451-bdec-da3440f6fc19 None None] Attempting to bind port 94b310f7-9a60-4ba5-9d90-08a54db022bd on network a4beea5e-7380-4f54-a79a-85c8e3bac423 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:16:18.185710 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dc9245-05bc-4451-bdec-da3440f6fc19 None None] Checking agent: {'id': '086e82f0-eb32-4dd2-8729-4ab634561567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 3, 54), 'started_at': datetime.datetime(2022, 1, 25, 2, 4, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:16:18.186097 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dc9245-05bc-4451-bdec-da3440f6fc19 None None] Checking segment: {'id': '563111bc-0e97-4ad0-9464-e144d87fe1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:16:18.187548 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-05dc9245-05bc-4451-bdec-da3440f6fc19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:18.187548 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dc9245-05bc-4451-bdec-da3440f6fc19 None None] Bound using segment: {'id': '563111bc-0e97-4ad0-9464-e144d87fe1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:16:18.187548 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-05dc9245-05bc-4451-bdec-da3440f6fc19 None None] Bound port: 94b310f7-9a60-4ba5-9d90-08a54db022bd, host: dv-cinder-821168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563111bc-0e97-4ad0-9464-e144d87fe1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:16:18.189128 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-05dc9245-05bc-4451-bdec-da3440f6fc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (94b310f7-9a60-4ba5-9d90-08a54db022bd), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:18.263051 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port 5e95ec8e-62f9-44bd-b731-9b448e49ec2a is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:16:18.273611 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-05dc9245-05bc-4451-bdec-da3440f6fc19 None None] For port 94b310f7-9a60-4ba5-9d90-08a54db022bd, host dv-cinder-821168-1-iscsi, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:16:18.285793 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-05dc9245-05bc-4451-bdec-da3440f6fc19 None None] For port 94b310f7-9a60-4ba5-9d90-08a54db022bd, host dv-cinder-821168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=94b310f7-9a60-4ba5-9d90-08a54db022bd,segment=NetworkSegment(563111bc-0e97-4ad0-9464-e144d87fe1b2),segment_id=563111bc-0e97-4ad0-9464-e144d87fe1b2)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:16:18.327220 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba9ace2a-1ffc-4320-912f-0daae0d59c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (42bd279f-c138-4b50-9ed1-cdd8dd356707), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:18.339487 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-05dc9245-05bc-4451-bdec-da3440f6fc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (94b310f7-9a60-4ba5-9d90-08a54db022bd), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:18.388925 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-09c8d6c4-f1f4-4309-83fc-7399c40b804e None None] Provisioning complete for port 42bd279f-c138-4b50-9ed1-cdd8dd356707 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:16:18.389302 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-09c8d6c4-f1f4-4309-83fc-7399c40b804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (42bd279f-c138-4b50-9ed1-cdd8dd356707), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:18.441430 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dc9245-05bc-4451-bdec-da3440f6fc19 None None] Routers {'0364cad3-edfd-4ce2-b2fb-a17a8e703e09'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:16:18.441983 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-05dc9245-05bc-4451-bdec-da3440f6fc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:15:50Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['0364cad3-edfd-4ce2-b2fb-a17a8e703e09'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:16:18.443758 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419d868-e2c6-49df-9eb6-33ab132ea350 None None] Pushing event updated for resources: {'Port': ['ID=94b310f7-9a60-4ba5-9d90-08a54db022bd,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:18.477838 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6ab56-47ff-4d69-83dc-84bd5af1a341 req-302beb52-fea8-4bdf-9540-a3f09580a8e2 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:18.479427 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9ce6ab56-47ff-4d69-83dc-84bd5af1a341 req-302beb52-fea8-4bdf-9540-a3f09580a8e2 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.0513601 Jan 25 02:16:18.485297 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-09c8d6c4-f1f4-4309-83fc-7399c40b804e None None] Port 42bd279f-c138-4b50-9ed1-cdd8dd356707 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:16:18.503169 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba9ace2a-1ffc-4320-912f-0daae0d59c7e admin admin] Publish callbacks [] for port (42bd279f-c138-4b50-9ed1-cdd8dd356707), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:18.529798 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9ce6ab56-47ff-4d69-83dc-84bd5af1a341 req-b398042b-bc95-4db4-8347-daae6f81d3af tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411060 Jan 25 02:16:18.561419 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba9ace2a-1ffc-4320-912f-0daae0d59c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25362034'] for port (42bd279f-c138-4b50-9ed1-cdd8dd356707), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:18.561924 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-05dc9245-05bc-4451-bdec-da3440f6fc19 None None] Set router 0364cad3-edfd-4ce2-b2fb-a17a8e703e09 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:16:18.629368 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba9ace2a-1ffc-4320-912f-0daae0d59c7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012405'] for router_interface (0364cad3-edfd-4ce2-b2fb-a17a8e703e09), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:18.631989 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ace2a-1ffc-4320-912f-0daae0d59c7e admin admin] Pushing event updated for resources: {'Port': ['ID=42bd279f-c138-4b50-9ed1-cdd8dd356707,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:18.721540 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9ace2a-1ffc-4320-912f-0daae0d59c7e admin admin] Network 01d302a1-d37b-4d5b-9a51-6cceb6126a3f is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:16:18.723479 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ba9ace2a-1ffc-4320-912f-0daae0d59c7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:16:18.762563 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-05dc9245-05bc-4451-bdec-da3440f6fc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'name': 'tempest-AttachVolumeTestJSON-1127360137-router', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '94b310f7-9a60-4ba5-9d90-08a54db022bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:16:15Z', 'updated_at': '2022-01-25T02:16:18Z', 'revision_number': 4, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'gw_port': {'id': '94b310f7-9a60-4ba5-9d90-08a54db022bd', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:16:15Z', 'updated_at': '2022-01-25T02:16:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '42bd279f-c138-4b50-9ed1-cdd8dd356707', 'name': '', 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'mac_address': 'fa:16:3e:5d:19:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '4433a20e-0a7e-4dda-9aa9-6ade059d64f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:16:17Z', 'updated_at': '2022-01-25T02:16:17Z', 'revision_number': 1, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'subnets': [{'id': '4433a20e-0a7e-4dda-9aa9-6ade059d64f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:16:18.796477 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dc9245-05bc-4451-bdec-da3440f6fc19 None None] The sync data for ids ['0364cad3-edfd-4ce2-b2fb-a17a8e703e09'] in dv-cinder-821168-1-iscsi is: [{'id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'name': 'tempest-AttachVolumeTestJSON-1127360137-router', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '94b310f7-9a60-4ba5-9d90-08a54db022bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:16:15Z', 'updated_at': '2022-01-25T02:16:18Z', 'revision_number': 4, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'gw_port': {'id': '94b310f7-9a60-4ba5-9d90-08a54db022bd', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:16:15Z', 'updated_at': '2022-01-25T02:16:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '42bd279f-c138-4b50-9ed1-cdd8dd356707', 'name': '', 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'mac_address': 'fa:16:3e:5d:19:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '4433a20e-0a7e-4dda-9aa9-6ade059d64f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:16:17Z', 'updated_at': '2022-01-25T02:16:17Z', 'revision_number': 1, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'subnets': [{'id': '4433a20e-0a7e-4dda-9aa9-6ade059d64f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:16:18.840674 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9ace2a-1ffc-4320-912f-0daae0d59c7e admin admin] Router 0364cad3-edfd-4ce2-b2fb-a17a8e703e09 has already been hosted by L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:16:18.952216 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9ace2a-1ffc-4320-912f-0daae0d59c7e admin admin] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:16:18.957833 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-ba9ace2a-1ffc-4320-912f-0daae0d59c7e admin admin] 10.222.0.112 "PUT /v2.0/routers/0364cad3-edfd-4ce2-b2fb-a17a8e703e09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7143719 Jan 25 02:16:19.029805 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-5681b542-a7d8-414f-b6a1-db953d5b33c0 None None] Provisioning complete for port 42bd279f-c138-4b50-9ed1-cdd8dd356707 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:16:19.030208 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5681b542-a7d8-414f-b6a1-db953d5b33c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (42bd279f-c138-4b50-9ed1-cdd8dd356707), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:19.066073 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5681b542-a7d8-414f-b6a1-db953d5b33c0 None None] Port 42bd279f-c138-4b50-9ed1-cdd8dd356707 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:16:19.194232 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc88bb-5dbe-45e9-b648-d9be2f6f2ea8 req-eb65b2e6-8e9a-4da2-bd0e-1e28d07e0afb tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:19.195832 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5ccc88bb-5dbe-45e9-b648-d9be2f6f2ea8 req-eb65b2e6-8e9a-4da2-bd0e-1e28d07e0afb tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=ab854a7f-2218-453d-b38a-2f65797032ee HTTP/1.1" status: 200 len: 946 time: 0.0584855 Jan 25 02:16:19.246532 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5ccc88bb-5dbe-45e9-b648-d9be2f6f2ea8 req-bd7cd179-52a4-4407-9d53-d30833c30f77 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450613 Jan 25 02:16:19.530264 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 35918) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:16:19.535487 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2592d22e-5a3f-4443-af54-ecb434eb03c8 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Request body: {'security_group': {'name': 'tempest-securitygroup--197433117', 'description': 'tempest-description--527230901'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:16:19.635435 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2592d22e-5a3f-4443-af54-ecb434eb03c8 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:19.660834 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09621a-6480-44a0-aaa8-ecf00050ae02 req-87e63f55-6a8e-422b-9e8d-b64bc81beb98 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:19.662460 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-8b09621a-6480-44a0-aaa8-ecf00050ae02 req-87e63f55-6a8e-422b-9e8d-b64bc81beb98 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.0523541 Jan 25 02:16:19.709788 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2592d22e-5a3f-4443-af54-ecb434eb03c8 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for security_group (38986f12-6b29-4725-ae2d-f277fc317ea9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:19.715393 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-8b09621a-6480-44a0-aaa8-ecf00050ae02 req-8b632902-9cd7-4916-9094-b4784c2ba496 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462880 Jan 25 02:16:19.772720 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2592d22e-5a3f-4443-af54-ecb434eb03c8 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (38986f12-6b29-4725-ae2d-f277fc317ea9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:19.806470 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592d22e-5a3f-4443-af54-ecb434eb03c8 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38986f12-6b29-4725-ae2d-f277fc317ea9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:19.884967 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2592d22e-5a3f-4443-af54-ecb434eb03c8 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:19.886591 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-2592d22e-5a3f-4443-af54-ecb434eb03c8 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3552098 Jan 25 02:16:19.889350 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 35922) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:16:19.894347 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3a5c0595-e59a-420a-a7ff-9e9f171b2c79 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Request body: {'security_group_rule': {'security_group_id': '38986f12-6b29-4725-ae2d-f277fc317ea9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:16:19.970395 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 94b310f7-9a60-4ba5-9d90-08a54db022bd up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:16:19.984645 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a5c0595-e59a-420a-a7ff-9e9f171b2c79 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for security_group_rule (9d577ab3-0814-4298-a301-76f9fa9a26d6), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:20.026765 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port 94b310f7-9a60-4ba5-9d90-08a54db022bd triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:16:20.027405 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (94b310f7-9a60-4ba5-9d90-08a54db022bd), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:20.048678 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a5c0595-e59a-420a-a7ff-9e9f171b2c79 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for security_group_rule (9d577ab3-0814-4298-a301-76f9fa9a26d6), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:20.124135 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a5c0595-e59a-420a-a7ff-9e9f171b2c79 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970565'] for security_group_rule (9d577ab3-0814-4298-a301-76f9fa9a26d6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:20.141206 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port 94b310f7-9a60-4ba5-9d90-08a54db022bd is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:16:20.141597 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (94b310f7-9a60-4ba5-9d90-08a54db022bd), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:20.145801 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c0595-e59a-420a-a7ff-9e9f171b2c79 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d577ab3-0814-4298-a301-76f9fa9a26d6,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:20.180822 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] For port 94b310f7-9a60-4ba5-9d90-08a54db022bd, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=94b310f7-9a60-4ba5-9d90-08a54db022bd,segment=NetworkSegment(563111bc-0e97-4ad0-9464-e144d87fe1b2),segment_id=563111bc-0e97-4ad0-9464-e144d87fe1b2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:16:20.207672 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1cdee358-776a-4ad6-a9b1-f62724c02693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:20.269975 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:20.271961 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a5c0595-e59a-420a-a7ff-9e9f171b2c79 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:20.273449 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-3a5c0595-e59a-420a-a7ff-9e9f171b2c79 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3828571 Jan 25 02:16:20.276585 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 35926) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:16:20.281405 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [None req-f9c816fb-20b2-4fa3-a1aa-cdf46c041620 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Request body: {'security_group_rule': {'security_group_id': '38986f12-6b29-4725-ae2d-f277fc317ea9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:16:20.304585 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (94b310f7-9a60-4ba5-9d90-08a54db022bd), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:20.359051 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Pushing event updated for resources: {'Port': ['ID=94b310f7-9a60-4ba5-9d90-08a54db022bd,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:20.379458 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec999d0-52bc-4835-9e75-a561a33df362 req-c6b25a0e-7a79-45a8-9643-041f314e0c24 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:20.380992 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-bec999d0-52bc-4835-9e75-a561a33df362 req-c6b25a0e-7a79-45a8-9643-041f314e0c24 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=ab854a7f-2218-453d-b38a-2f65797032ee HTTP/1.1" status: 200 len: 946 time: 0.0556297 Jan 25 02:16:20.395792 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f9c816fb-20b2-4fa3-a1aa-cdf46c041620 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for security_group_rule (0e0a9dab-8d46-4ef3-8007-4c06983c372b), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:20.458813 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-bec999d0-52bc-4835-9e75-a561a33df362 req-54457bb7-aaeb-4bdd-b9cf-db3f65d9de0c tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700271 Jan 25 02:16:20.488178 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f9c816fb-20b2-4fa3-a1aa-cdf46c041620 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for security_group_rule (0e0a9dab-8d46-4ef3-8007-4c06983c372b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:20.538425 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f9c816fb-20b2-4fa3-a1aa-cdf46c041620 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970565'] for security_group_rule (0e0a9dab-8d46-4ef3-8007-4c06983c372b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:20.558313 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c816fb-20b2-4fa3-a1aa-cdf46c041620 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e0a9dab-8d46-4ef3-8007-4c06983c372b,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:20.615172 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f9c816fb-20b2-4fa3-a1aa-cdf46c041620 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:20.616398 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-f9c816fb-20b2-4fa3-a1aa-cdf46c041620 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3386824 Jan 25 02:16:20.619550 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 35932) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:16:20.623999 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [None req-ce87ce20-d393-435e-b58a-75209ba08ef2 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Request body: {'floatingip': {'floating_network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:16:20.761897 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce87ce20-d393-435e-b58a-75209ba08ef2 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:20.887473 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b731c6c-83e0-4e5b-b877-8776a15846d5 req-35dc6a36-2def-4bb2-8a15-de81d41a9267 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:20.888985 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7b731c6c-83e0-4e5b-b877-8776a15846d5 req-35dc6a36-2def-4bb2-8a15-de81d41a9267 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.0871072 Jan 25 02:16:20.936017 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c9fa16-89f2-475a-91be-910c477b8d4d None None] Sync routers for ids ['0364cad3-edfd-4ce2-b2fb-a17a8e703e09'] in dv-cinder-821168-1-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:16:20.945894 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c9fa16-89f2-475a-91be-910c477b8d4d None None] Routers {'0364cad3-edfd-4ce2-b2fb-a17a8e703e09'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:16:20.946923 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f3c9fa16-89f2-475a-91be-910c477b8d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:16:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['0364cad3-edfd-4ce2-b2fb-a17a8e703e09'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:16:20.989490 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916f425-1ae4-4c06-8605-d731079b88af req-ec8846d7-66c6-4344-878f-f65a8520a8e6 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:20.991086 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6916f425-1ae4-4c06-8605-d731079b88af req-ec8846d7-66c6-4344-878f-f65a8520a8e6 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab854a7f-2218-453d-b38a-2f65797032ee HTTP/1.1" status: 200 len: 946 time: 0.1012404 Jan 25 02:16:20.999116 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7b731c6c-83e0-4e5b-b877-8776a15846d5 req-76da1bda-2a78-4781-a89f-318e9bc2f215 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947568 Jan 25 02:16:21.031944 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce87ce20-d393-435e-b58a-75209ba08ef2 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:21.137385 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f3c9fa16-89f2-475a-91be-910c477b8d4d None None] Set router 0364cad3-edfd-4ce2-b2fb-a17a8e703e09 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:16:21.182165 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-ce87ce20-d393-435e-b58a-75209ba08ef2 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Allocated IP 172.27.3.160 (a4beea5e-7380-4f54-a79a-85c8e3bac423/7e657314-da2c-44e4-949d-aa8ff76f9246/4ecda567-09d7-410d-9584-9875451bf6a9) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:16:21.185136 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-6916f425-1ae4-4c06-8605-d731079b88af req-3630a9cd-45f4-4115-8486-7518f8bc362b tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Deleting port 0f837d0f-596c-4b03-a2cc-51d89430d7be {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:16:21.185478 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6916f425-1ae4-4c06-8605-d731079b88af req-3630a9cd-45f4-4115-8486-7518f8bc362b tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (0f837d0f-596c-4b03-a2cc-51d89430d7be), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:21.333300 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-6916f425-1ae4-4c06-8605-d731079b88af req-3630a9cd-45f4-4115-8486-7518f8bc362b tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] For port 0f837d0f-596c-4b03-a2cc-51d89430d7be, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=0f837d0f-596c-4b03-a2cc-51d89430d7be,segment=NetworkSegment(0cd0a719-aadd-4513-9040-a946e7723384),segment_id=0cd0a719-aadd-4513-9040-a946e7723384)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:16:21.333668 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6916f425-1ae4-4c06-8605-d731079b88af req-3630a9cd-45f4-4115-8486-7518f8bc362b tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (0f837d0f-596c-4b03-a2cc-51d89430d7be), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:21.341447 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f3c9fa16-89f2-475a-91be-910c477b8d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'name': 'tempest-AttachVolumeTestJSON-1127360137-router', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '94b310f7-9a60-4ba5-9d90-08a54db022bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:16:15Z', 'updated_at': '2022-01-25T02:16:18Z', 'revision_number': 4, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'gw_port': {'id': '94b310f7-9a60-4ba5-9d90-08a54db022bd', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:16:15Z', 'updated_at': '2022-01-25T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '42bd279f-c138-4b50-9ed1-cdd8dd356707', 'name': '', 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'mac_address': 'fa:16:3e:5d:19:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '4433a20e-0a7e-4dda-9aa9-6ade059d64f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:16:17Z', 'updated_at': '2022-01-25T02:16:18Z', 'revision_number': 2, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'subnets': [{'id': '4433a20e-0a7e-4dda-9aa9-6ade059d64f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:16:21.354978 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-6916f425-1ae4-4c06-8605-d731079b88af req-3630a9cd-45f4-4115-8486-7518f8bc362b tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Calling delete_port for 0f837d0f-596c-4b03-a2cc-51d89430d7be owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:16:21.372279 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c9fa16-89f2-475a-91be-910c477b8d4d None None] Checking router: 0364cad3-edfd-4ce2-b2fb-a17a8e703e09 for host: dv-cinder-821168-1-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:16:21.372638 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c9fa16-89f2-475a-91be-910c477b8d4d None None] Updating router 0364cad3-edfd-4ce2-b2fb-a17a8e703e09 port 42bd279f-c138-4b50-9ed1-cdd8dd356707 binding host dv-cinder-821168-1-iscsi {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:16:21.377028 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce87ce20-d393-435e-b58a-75209ba08ef2 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for port (4ecda567-09d7-410d-9584-9875451bf6a9), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:21.398454 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f3c9fa16-89f2-475a-91be-910c477b8d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (42bd279f-c138-4b50-9ed1-cdd8dd356707), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:21.505850 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:21.574664 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce87ce20-d393-435e-b58a-75209ba08ef2 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (4ecda567-09d7-410d-9584-9875451bf6a9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:21.623155 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6916f425-1ae4-4c06-8605-d731079b88af req-3630a9cd-45f4-4115-8486-7518f8bc362b tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (0f837d0f-596c-4b03-a2cc-51d89430d7be), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:21.632970 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce87ce20-d393-435e-b58a-75209ba08ef2 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Network a4beea5e-7380-4f54-a79a-85c8e3bac423 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:16:21.641818 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-ce87ce20-d393-435e-b58a-75209ba08ef2 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:16:21.648967 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce87ce20-d393-435e-b58a-75209ba08ef2 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:16:21.663680 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317c632-c854-4d4d-972d-b0e3df71e50f req-da317b57-4af1-45c7-9321-8dc9b6582f3e tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:21.665188 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0317c632-c854-4d4d-972d-b0e3df71e50f req-da317b57-4af1-45c7-9321-8dc9b6582f3e tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=ab854a7f-2218-453d-b38a-2f65797032ee HTTP/1.1" status: 200 len: 946 time: 0.1234257 Jan 25 02:16:21.668609 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f3c9fa16-89f2-475a-91be-910c477b8d4d None None] Publish callbacks [] for port (42bd279f-c138-4b50-9ed1-cdd8dd356707), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:21.685323 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce87ce20-d393-435e-b58a-75209ba08ef2 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Pushing event updated for resources: {'Port': ['ID=4ecda567-09d7-410d-9584-9875451bf6a9,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:21.739114 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f3c9fa16-89f2-475a-91be-910c477b8d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (42bd279f-c138-4b50-9ed1-cdd8dd356707), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:21.797650 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea562881-ef35-4abc-904e-e030840458f1 None None] Pushing event updated for resources: {'Port': ['ID=42bd279f-c138-4b50-9ed1-cdd8dd356707,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:21.819434 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea562881-ef35-4abc-904e-e030840458f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:21.820092 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea562881-ef35-4abc-904e-e030840458f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:21.820621 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea562881-ef35-4abc-904e-e030840458f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:21.821162 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea562881-ef35-4abc-904e-e030840458f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:21.821716 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea562881-ef35-4abc-904e-e030840458f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:21.822236 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea562881-ef35-4abc-904e-e030840458f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:21.822796 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea562881-ef35-4abc-904e-e030840458f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:21.823984 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea562881-ef35-4abc-904e-e030840458f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:21.824329 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea562881-ef35-4abc-904e-e030840458f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:21.824684 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea562881-ef35-4abc-904e-e030840458f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:21.825022 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea562881-ef35-4abc-904e-e030840458f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:21.825354 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea562881-ef35-4abc-904e-e030840458f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:21.825681 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea562881-ef35-4abc-904e-e030840458f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:21.876328 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f3c9fa16-89f2-475a-91be-910c477b8d4d None None] Attempting to bind port 42bd279f-c138-4b50-9ed1-cdd8dd356707 on host dv-cinder-821168-1-iscsi for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:16:21.876772 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f3c9fa16-89f2-475a-91be-910c477b8d4d None None] Attempting to bind port 42bd279f-c138-4b50-9ed1-cdd8dd356707 by drivers openvswitch,hyperv on host dv-cinder-821168-1-iscsi at level 0 using segments [{'id': '96256bba-260a-4340-9ca9-6919fb0b7ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:16:21.877273 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c9fa16-89f2-475a-91be-910c477b8d4d None None] Attempting to bind port 42bd279f-c138-4b50-9ed1-cdd8dd356707 on network 01d302a1-d37b-4d5b-9a51-6cceb6126a3f {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:16:21.884097 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c9fa16-89f2-475a-91be-910c477b8d4d None None] Checking agent: {'id': '086e82f0-eb32-4dd2-8729-4ab634561567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 3, 54), 'started_at': datetime.datetime(2022, 1, 25, 2, 4, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:16:21.884594 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c9fa16-89f2-475a-91be-910c477b8d4d None None] Checking segment: {'id': '96256bba-260a-4340-9ca9-6919fb0b7ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:16:21.885074 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f3c9fa16-89f2-475a-91be-910c477b8d4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:21.885387 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c9fa16-89f2-475a-91be-910c477b8d4d None None] Bound using segment: {'id': '96256bba-260a-4340-9ca9-6919fb0b7ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:16:21.885864 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f3c9fa16-89f2-475a-91be-910c477b8d4d None None] Bound port: 42bd279f-c138-4b50-9ed1-cdd8dd356707, host: dv-cinder-821168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96256bba-260a-4340-9ca9-6919fb0b7ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:16:21.886246 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f3c9fa16-89f2-475a-91be-910c477b8d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (42bd279f-c138-4b50-9ed1-cdd8dd356707), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:21.949517 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 94b310f7-9a60-4ba5-9d90-08a54db022bd up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:16:21.963965 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f3c9fa16-89f2-475a-91be-910c477b8d4d None None] For port 42bd279f-c138-4b50-9ed1-cdd8dd356707, host dv-cinder-821168-1-iscsi, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:16:21.969828 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f3c9fa16-89f2-475a-91be-910c477b8d4d None None] For port 42bd279f-c138-4b50-9ed1-cdd8dd356707, host dv-cinder-821168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=42bd279f-c138-4b50-9ed1-cdd8dd356707,segment=NetworkSegment(96256bba-260a-4340-9ca9-6919fb0b7ef1),segment_id=96256bba-260a-4340-9ca9-6919fb0b7ef1)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:16:21.983342 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630a9cd-45f4-4115-8486-7518f8bc362b tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Pushing event deleted for resources: {'Port': ['ID=0f837d0f-596c-4b03-a2cc-51d89430d7be,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:22.012848 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port 94b310f7-9a60-4ba5-9d90-08a54db022bd triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:16:22.013247 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (94b310f7-9a60-4ba5-9d90-08a54db022bd), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:22.030738 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f3c9fa16-89f2-475a-91be-910c477b8d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (42bd279f-c138-4b50-9ed1-cdd8dd356707), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:22.048918 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-6916f425-1ae4-4c06-8605-d731079b88af req-3630a9cd-45f4-4115-8486-7518f8bc362b tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] No DVR routers for this DVR port 0f837d0f-596c-4b03-a2cc-51d89430d7be on host hv-cinder-82116 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:16:22.059645 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6916f425-1ae4-4c06-8605-d731079b88af req-3630a9cd-45f4-4115-8486-7518f8bc362b tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:22.066668 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6916f425-1ae4-4c06-8605-d731079b88af req-3630a9cd-45f4-4115-8486-7518f8bc362b tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.79 "DELETE /v2.0/ports/0f837d0f-596c-4b03-a2cc-51d89430d7be HTTP/1.1" status: 204 len: 173 time: 1.0645330 Jan 25 02:16:22.069789 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab854a7f-2218-453d-b38a-2f65797032ee', 'name': 'network-vif-deleted', 'tag': '0f837d0f-596c-4b03-a2cc-51d89430d7be'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:16:22.073088 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f914725-2af6-421a-bf4b-ba998aed5d8b" -d '{"events": [{"server_uuid": "ab854a7f-2218-453d-b38a-2f65797032ee", "name": "network-vif-deleted", "tag": "0f837d0f-596c-4b03-a2cc-51d89430d7be"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:16:22.100645 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea562881-ef35-4abc-904e-e030840458f1 None None] Pushing event updated for resources: {'Port': ['ID=42bd279f-c138-4b50-9ed1-cdd8dd356707,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:22.103235 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port 94b310f7-9a60-4ba5-9d90-08a54db022bd is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:16:22.120501 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-96d69807-8c0d-46d4-87b9-a31e36cce7f4 None None] Provisioning complete for port 42bd279f-c138-4b50-9ed1-cdd8dd356707 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:16:22.120501 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-96d69807-8c0d-46d4-87b9-a31e36cce7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (42bd279f-c138-4b50-9ed1-cdd8dd356707), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:22.137245 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c9fa16-89f2-475a-91be-910c477b8d4d None None] Routers {'0364cad3-edfd-4ce2-b2fb-a17a8e703e09'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:16:22.137812 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f3c9fa16-89f2-475a-91be-910c477b8d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:16:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['0364cad3-edfd-4ce2-b2fb-a17a8e703e09'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:16:22.210573 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0317c632-c854-4d4d-972d-b0e3df71e50f req-b8c59231-14f3-4284-a7c5-beac7396bd29 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5214932 Jan 25 02:16:22.219919 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-96d69807-8c0d-46d4-87b9-a31e36cce7f4 None None] Current status of the port 42bd279f-c138-4b50-9ed1-cdd8dd356707 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:16:22.220672 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-96d69807-8c0d-46d4-87b9-a31e36cce7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (42bd279f-c138-4b50-9ed1-cdd8dd356707), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:22.232610 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce87ce20-d393-435e-b58a-75209ba08ef2 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for floatingip (57e8a4ed-aa51-474d-b9c7-7ef7163bff97), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:22.244168 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e4e5a-39c6-40a3-88da-f9737b462df6 req-0e9d465a-eee3-4a40-a8e1-414af6d8408d tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:22.245744 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ba7e4e5a-39c6-40a3-88da-f9737b462df6 req-0e9d465a-eee3-4a40-a8e1-414af6d8408d tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.1600175 Jan 25 02:16:22.282269 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f3c9fa16-89f2-475a-91be-910c477b8d4d None None] Set router 0364cad3-edfd-4ce2-b2fb-a17a8e703e09 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:16:22.285432 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-96d69807-8c0d-46d4-87b9-a31e36cce7f4 None None] For port 42bd279f-c138-4b50-9ed1-cdd8dd356707, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=42bd279f-c138-4b50-9ed1-cdd8dd356707,segment=NetworkSegment(96256bba-260a-4340-9ca9-6919fb0b7ef1),segment_id=96256bba-260a-4340-9ca9-6919fb0b7ef1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:16:22.288271 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2fac93-c6e5-4113-8ae3-356cdf2349d3 x-openstack-request-id: req-3a2fac93-c6e5-4113-8ae3-356cdf2349d3 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:16:22.288661 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab854a7f-2218-453d-b38a-2f65797032ee", "name": "network-vif-deleted", "tag": "0f837d0f-596c-4b03-a2cc-51d89430d7be", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:16:22.290711 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-3a2fac93-c6e5-4113-8ae3-356cdf2349d3 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:16:22.290711 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab854a7f-2218-453d-b38a-2f65797032ee', 'name': 'network-vif-deleted', 'tag': '0f837d0f-596c-4b03-a2cc-51d89430d7be', 'status': 'completed', 'code': 200} Jan 25 02:16:22.317800 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ba7e4e5a-39c6-40a3-88da-f9737b462df6 req-1206869f-8329-42e8-b7d6-6319cc97fb89 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643208 Jan 25 02:16:22.339559 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-96d69807-8c0d-46d4-87b9-a31e36cce7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (42bd279f-c138-4b50-9ed1-cdd8dd356707), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:22.342941 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce87ce20-d393-435e-b58a-75209ba08ef2 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (4ecda567-09d7-410d-9584-9875451bf6a9), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:22.403891 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d69807-8c0d-46d4-87b9-a31e36cce7f4 None None] Pushing event updated for resources: {'Port': ['ID=42bd279f-c138-4b50-9ed1-cdd8dd356707,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:22.461999 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ecce9fa0-5307-4f0d-8fc3-ad9a68c9ab2a None None] Provisioning complete for port 42bd279f-c138-4b50-9ed1-cdd8dd356707 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:16:22.462736 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ecce9fa0-5307-4f0d-8fc3-ad9a68c9ab2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (42bd279f-c138-4b50-9ed1-cdd8dd356707), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:22.515108 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce87ce20-d393-435e-b58a-75209ba08ef2 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for port (4ecda567-09d7-410d-9584-9875451bf6a9), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:22.519760 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f3c9fa16-89f2-475a-91be-910c477b8d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'name': 'tempest-AttachVolumeTestJSON-1127360137-router', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '94b310f7-9a60-4ba5-9d90-08a54db022bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:16:15Z', 'updated_at': '2022-01-25T02:16:18Z', 'revision_number': 4, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'gw_port': {'id': '94b310f7-9a60-4ba5-9d90-08a54db022bd', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:16:15Z', 'updated_at': '2022-01-25T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '42bd279f-c138-4b50-9ed1-cdd8dd356707', 'name': '', 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'mac_address': 'fa:16:3e:5d:19:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '4433a20e-0a7e-4dda-9aa9-6ade059d64f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:16:17Z', 'updated_at': '2022-01-25T02:16:21Z', 'revision_number': 4, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'subnets': [{'id': '4433a20e-0a7e-4dda-9aa9-6ade059d64f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:16:22.545811 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c9fa16-89f2-475a-91be-910c477b8d4d None None] The sync data for ids ['0364cad3-edfd-4ce2-b2fb-a17a8e703e09'] in dv-cinder-821168-1-iscsi is: [{'id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'name': 'tempest-AttachVolumeTestJSON-1127360137-router', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '94b310f7-9a60-4ba5-9d90-08a54db022bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:16:15Z', 'updated_at': '2022-01-25T02:16:18Z', 'revision_number': 4, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'gw_port': {'id': '94b310f7-9a60-4ba5-9d90-08a54db022bd', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:16:15Z', 'updated_at': '2022-01-25T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '42bd279f-c138-4b50-9ed1-cdd8dd356707', 'name': '', 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'mac_address': 'fa:16:3e:5d:19:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '4433a20e-0a7e-4dda-9aa9-6ade059d64f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:16:17Z', 'updated_at': '2022-01-25T02:16:21Z', 'revision_number': 4, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'subnets': [{'id': '4433a20e-0a7e-4dda-9aa9-6ade059d64f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:16:22.548471 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ecce9fa0-5307-4f0d-8fc3-ad9a68c9ab2a None None] Current status of the port 42bd279f-c138-4b50-9ed1-cdd8dd356707 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:16:22.584125 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce87ce20-d393-435e-b58a-75209ba08ef2 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26102405'] for port (4ecda567-09d7-410d-9584-9875451bf6a9), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:22.654339 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce87ce20-d393-435e-b58a-75209ba08ef2 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Pushing event updated for resources: {'Port': ['ID=4ecda567-09d7-410d-9584-9875451bf6a9,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:22.667500 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce87ce20-d393-435e-b58a-75209ba08ef2 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013182'] for floatingip (57e8a4ed-aa51-474d-b9c7-7ef7163bff97), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:22.729029 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce87ce20-d393-435e-b58a-75209ba08ef2 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:22.730591 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-ce87ce20-d393-435e-b58a-75209ba08ef2 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1100547 Jan 25 02:16:22.888783 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-840973d5-0601-4625-8184-385ecbde2557 req-d53e9972-7d07-4777-9841-bdbbf180bf5e tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-securitygroup--197433117&fields=id&tenant_id=1dc0c55e351a499ba2e0b38fd3fea46c HTTP/1.1" status: 200 len: 267 time: 0.0503695 Jan 25 02:16:23.004875 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840973d5-0601-4625-8184-385ecbde2557 req-f7d2bca3-0aaf-4447-9e9e-51b8f65e2d61 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:23.006416 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-840973d5-0601-4625-8184-385ecbde2557 req-f7d2bca3-0aaf-4447-9e9e-51b8f65e2d61 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/networks?id=01d302a1-d37b-4d5b-9a51-6cceb6126a3f HTTP/1.1" status: 200 len: 811 time: 0.1104906 Jan 25 02:16:23.023270 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-840973d5-0601-4625-8184-385ecbde2557 req-7cef12c6-2ab3-4c67-b670-3d2870c056b8 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/quotas/1dc0c55e351a499ba2e0b38fd3fea46c HTTP/1.1" status: 200 len: 375 time: 0.0109513 Jan 25 02:16:23.063929 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:23.076809 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-840973d5-0601-4625-8184-385ecbde2557 req-d8abe11f-4160-4316-a092-855fc55c8e3f tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=1dc0c55e351a499ba2e0b38fd3fea46c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480947 Jan 25 02:16:23.181087 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-840973d5-0601-4625-8184-385ecbde2557 req-444b386c-95f7-43ec-86fc-163675926200 service neutron] 10.222.0.112 "GET /v2.0/networks/01d302a1-d37b-4d5b-9a51-6cceb6126a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920053 Jan 25 02:16:23.270823 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-840973d5-0601-4625-8184-385ecbde2557 req-863e8f0e-e96b-4fb7-8663-36a38fb089ce service neutron] 10.222.0.112 "GET /v2.0/networks/01d302a1-d37b-4d5b-9a51-6cceb6126a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840797 Jan 25 02:16:23.311161 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-424c096d-bbab-4529-81cb-a2e626d92ed7 req-58f950be-35ab-42bb-be1a-1cfbd6ed3afd tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=ab854a7f-2218-453d-b38a-2f65797032ee HTTP/1.1" status: 200 len: 210 time: 0.0275745 Jan 25 02:16:23.449854 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec865f0-a6d1-4ef5-8e4d-e46e77cf366d req-c3e6f91a-7dc4-4854-926e-1fc4b343d2f4 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:23.451282 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5ec865f0-a6d1-4ef5-8e4d-e46e77cf366d req-c3e6f91a-7dc4-4854-926e-1fc4b343d2f4 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.0528622 Jan 25 02:16:23.514615 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5ec865f0-a6d1-4ef5-8e4d-e46e77cf366d req-5fd37f7d-3a0b-4a44-918b-2d26564fc5c8 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578208 Jan 25 02:16:23.548800 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5f85a0f2-6a66-453e-a7ac-c3f8f7583d54 req-d5e20fab-0b3c-4335-87c5-2dfe07733c0d tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 210 time: 0.0284519 Jan 25 02:16:23.953607 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 42bd279f-c138-4b50-9ed1-cdd8dd356707 up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:16:24.019095 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port 42bd279f-c138-4b50-9ed1-cdd8dd356707 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:16:24.019721 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (42bd279f-c138-4b50-9ed1-cdd8dd356707), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:24.103629 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port 42bd279f-c138-4b50-9ed1-cdd8dd356707 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:16:24.412937 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0deffd71-cc61-4876-84b7-f7007728d980 req-59e91d95-7e6a-4ed9-8db7-aaec2176e3ff tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=ab854a7f-2218-453d-b38a-2f65797032ee HTTP/1.1" status: 200 len: 210 time: 0.0269380 Jan 25 02:16:24.486674 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:24.647996 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5a2d2a07-a2ed-4914-8f2b-76a10ff7cad5 req-d384d3e8-ef43-43da-b85b-a358a68d65d7 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 210 time: 0.0321586 Jan 25 02:16:24.663025 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9ed87-92b4-4873-ba21-56a623b2406e req-46aa94ca-695d-48d6-ac0c-6c778d01c7ec tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:24.664417 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-53b9ed87-92b4-4873-ba21-56a623b2406e req-46aa94ca-695d-48d6-ac0c-6c778d01c7ec tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.0747788 Jan 25 02:16:24.700940 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['49ae77fa-137a-41b8-a089-25517bcf38c2', '0f837d0f-596c-4b03-a2cc-51d89430d7be'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:16:24.711222 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-53b9ed87-92b4-4873-ba21-56a623b2406e req-7611e291-000a-446a-a0de-ccf48cec6000 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413299 Jan 25 02:16:24.925898 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254da54-2424-40d6-bd52-4d9f6ca68404 req-189712fc-d087-45aa-9be7-1d603ee33df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:24.927338 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1254da54-2424-40d6-bd52-4d9f6ca68404 req-189712fc-d087-45aa-9be7-1d603ee33df5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cd0e87a773cb48a5808124de0b5709f6&device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 1098 time: 0.0423017 Jan 25 02:16:25.044600 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254da54-2424-40d6-bd52-4d9f6ca68404 req-18e9259d-1a13-4b80-a764-e8863cbe26ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:25.046127 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1254da54-2424-40d6-bd52-4d9f6ca68404 req-18e9259d-1a13-4b80-a764-e8863cbe26ba service neutron] 10.222.0.79 "GET /v2.0/networks?id=9e211453-422c-4767-b463-5c4e4c8afabc HTTP/1.1" status: 200 len: 918 time: 0.0936987 Jan 25 02:16:25.114956 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1254da54-2424-40d6-bd52-4d9f6ca68404 req-6c950d2f-2f22-46ec-8230-f1bc7fb1da72 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7041aa67-9e6b-4b11-899d-56b2335311bf HTTP/1.1" status: 200 len: 1000 time: 0.0615480 Jan 25 02:16:25.221010 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254da54-2424-40d6-bd52-4d9f6ca68404 req-7bd04efd-eacb-4fb6-8baa-074d3951c7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:25.223268 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1254da54-2424-40d6-bd52-4d9f6ca68404 req-7bd04efd-eacb-4fb6-8baa-074d3951c7b2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=431c2097-6312-4255-849e-eb12f9822c44 HTTP/1.1" status: 200 len: 856 time: 0.0450282 Jan 25 02:16:25.521684 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ab57e3d5-9be2-4339-9ad7-4cf528a375ad req-600baf6f-7614-481d-9f08-1af8d6d5a284 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=ab854a7f-2218-453d-b38a-2f65797032ee HTTP/1.1" status: 200 len: 210 time: 0.0298584 Jan 25 02:16:25.578120 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254da54-2424-40d6-bd52-4d9f6ca68404 req-bea85c75-2702-4c21-85f1-50116f78a8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:25.579791 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1254da54-2424-40d6-bd52-4d9f6ca68404 req-bea85c75-2702-4c21-85f1-50116f78a8d5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9e211453-422c-4767-b463-5c4e4c8afabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402560 Jan 25 02:16:25.673096 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1254da54-2424-40d6-bd52-4d9f6ca68404 req-0792fc6b-2fe4-477f-b6a8-a75699374453 service neutron] 10.222.0.79 "GET /v2.0/networks/9e211453-422c-4767-b463-5c4e4c8afabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870023 Jan 25 02:16:25.772475 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-888c2978-a2a9-4965-a31b-228d3ef9f69e req-ea9dda48-b724-46af-a2fe-fead575ff38d tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 210 time: 0.0552108 Jan 25 02:16:25.830715 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1254da54-2424-40d6-bd52-4d9f6ca68404 req-e84a7684-ae5f-4dff-907d-cbc1112b225e service neutron] 10.222.0.79 "GET /v2.0/networks/9e211453-422c-4767-b463-5c4e4c8afabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507089 Jan 25 02:16:25.853712 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974b288-616a-4023-a73f-3c10450c5fbb req-7a121750-dd3f-4fe3-b9a5-83efa9a2a5c5 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:25.855518 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9974b288-616a-4023-a73f-3c10450c5fbb req-7a121750-dd3f-4fe3-b9a5-83efa9a2a5c5 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.0627511 Jan 25 02:16:25.907457 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9974b288-616a-4023-a73f-3c10450c5fbb req-9047673c-84c6-47dd-9912-aa6f6fe0c3ee tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424082 Jan 25 02:16:26.869867 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5215fa82-0496-442b-95b8-44c44c8f6730 req-66477526-d57f-4e01-86f5-e71085410101 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 210 time: 0.0262380 Jan 25 02:16:26.984926 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840973d5-0601-4625-8184-385ecbde2557 req-7f167fc4-649a-4df7-9673-d3529d12f873 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:26.986404 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-840973d5-0601-4625-8184-385ecbde2557 req-7f167fc4-649a-4df7-9673-d3529d12f873 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.79 "GET /v2.0/networks?id=01d302a1-d37b-4d5b-9a51-6cceb6126a3f HTTP/1.1" status: 200 len: 811 time: 0.1086178 Jan 25 02:16:27.071597 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0c942-45a4-4be2-a47f-75aaf9e685ab req-d09124d6-dc6f-4810-bd23-dd8e893fdea6 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:27.073047 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7af0c942-45a4-4be2-a47f-75aaf9e685ab req-d09124d6-dc6f-4810-bd23-dd8e893fdea6 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.0800569 Jan 25 02:16:27.102520 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-840973d5-0601-4625-8184-385ecbde2557 req-1e139dc1-340e-47cf-b516-098a1b9a09b0 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dc0c55e351a499ba2e0b38fd3fea46c HTTP/1.1" status: 200 len: 379 time: 0.0807648 Jan 25 02:16:27.114866 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [req-840973d5-0601-4625-8184-385ecbde2557 req-9915c933-2708-40ed-a592-905ab676677d tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Request body: {'port': {'device_id': '39743fdf-355f-4f86-9954-eee35a2306ca', 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f', 'admin_state_up': True, 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'security_groups': ['38986f12-6b29-4725-ae2d-f277fc317ea9']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:16:27.201569 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7af0c942-45a4-4be2-a47f-75aaf9e685ab req-2ad2c796-df61-48f6-8558-65dc490f56e6 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147323 Jan 25 02:16:27.321177 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-840973d5-0601-4625-8184-385ecbde2557 req-9915c933-2708-40ed-a592-905ab676677d tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Made reservation on behalf of 1dc0c55e351a499ba2e0b38fd3fea46c for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:16:27.331623 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-840973d5-0601-4625-8184-385ecbde2557 req-9915c933-2708-40ed-a592-905ab676677d tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:27.450414 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-840973d5-0601-4625-8184-385ecbde2557 req-9915c933-2708-40ed-a592-905ab676677d tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Allocated IP 172.20.0.5 (01d302a1-d37b-4d5b-9a51-6cceb6126a3f/4433a20e-0a7e-4dda-9aa9-6ade059d64f5/7b3d905e-34e7-4ddb-9c80-d8b54c4a3119) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:16:27.603333 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-840973d5-0601-4625-8184-385ecbde2557 req-9915c933-2708-40ed-a592-905ab676677d tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for port (7b3d905e-34e7-4ddb-9c80-d8b54c4a3119), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:27.681508 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-840973d5-0601-4625-8184-385ecbde2557 req-9915c933-2708-40ed-a592-905ab676677d tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (7b3d905e-34e7-4ddb-9c80-d8b54c4a3119), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:27.723412 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-840973d5-0601-4625-8184-385ecbde2557 req-9915c933-2708-40ed-a592-905ab676677d tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Network 01d302a1-d37b-4d5b-9a51-6cceb6126a3f is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:16:27.728334 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-840973d5-0601-4625-8184-385ecbde2557 req-9915c933-2708-40ed-a592-905ab676677d tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:16:27.732149 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-840973d5-0601-4625-8184-385ecbde2557 req-9915c933-2708-40ed-a592-905ab676677d tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:16:27.738378 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915c933-2708-40ed-a592-905ab676677d tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Pushing event updated for resources: {'Port': ['ID=7b3d905e-34e7-4ddb-9c80-d8b54c4a3119,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:27.790204 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840973d5-0601-4625-8184-385ecbde2557 req-9915c933-2708-40ed-a592-905ab676677d tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:27.790938 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-840973d5-0601-4625-8184-385ecbde2557 req-9915c933-2708-40ed-a592-905ab676677d tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:27.861172 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-840973d5-0601-4625-8184-385ecbde2557 req-9915c933-2708-40ed-a592-905ab676677d tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7505698 Jan 25 02:16:27.888873 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [req-840973d5-0601-4625-8184-385ecbde2557 req-26c972cb-baa2-408a-b108-397ca8fc2d48 service neutron] Request body: {'port': {'device_id': '39743fdf-355f-4f86-9954-eee35a2306ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82116'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:16:27.981276 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-840973d5-0601-4625-8184-385ecbde2557 req-26c972cb-baa2-408a-b108-397ca8fc2d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (7b3d905e-34e7-4ddb-9c80-d8b54c4a3119), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:28.007208 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-0b45635f-987d-41fd-8120-6464e6b01679 None None] Provisioning complete for port 7b3d905e-34e7-4ddb-9c80-d8b54c4a3119 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:16:28.007839 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0b45635f-987d-41fd-8120-6464e6b01679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (7b3d905e-34e7-4ddb-9c80-d8b54c4a3119), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:28.035471 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139c9c5-7823-4a05-ba92-c5f60377b9fe req-abf44685-4a24-485e-83f3-c9308a52d232 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:28.036951 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1139c9c5-7823-4a05-ba92-c5f60377b9fe req-abf44685-4a24-485e-83f3-c9308a52d232 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 931 time: 0.0853491 Jan 25 02:16:28.041797 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0b45635f-987d-41fd-8120-6464e6b01679 None None] Port 7b3d905e-34e7-4ddb-9c80-d8b54c4a3119 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:16:28.156633 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1139c9c5-7823-4a05-ba92-c5f60377b9fe req-72173e79-8e21-489a-b7b8-de1916797611 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132548 Jan 25 02:16:28.359073 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [req-840973d5-0601-4625-8184-385ecbde2557 req-26c972cb-baa2-408a-b108-397ca8fc2d48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b3d905e-34e7-4ddb-9c80-d8b54c4a3119 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:16:28.371415 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-840973d5-0601-4625-8184-385ecbde2557 req-26c972cb-baa2-408a-b108-397ca8fc2d48 service neutron] Publish callbacks [] for port (7b3d905e-34e7-4ddb-9c80-d8b54c4a3119), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:28.381160 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74661507-3a08-4c83-aff4-e9d7d853aac7 req-7c0060fb-6c98-4f87-ba8d-d443e8c30967 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:28.382630 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-74661507-3a08-4c83-aff4-e9d7d853aac7 req-7c0060fb-6c98-4f87-ba8d-d443e8c30967 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 945 time: 0.1212671 Jan 25 02:16:28.413287 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-840973d5-0601-4625-8184-385ecbde2557 req-26c972cb-baa2-408a-b108-397ca8fc2d48 service neutron] Transition to ACTIVE for port object 7b3d905e-34e7-4ddb-9c80-d8b54c4a3119 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:16:28.420884 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081045f-d892-40df-a988-b9bb7af89899 req-2f0e9116-20fe-4bf0-98b1-003b676d64c6 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:28.422336 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b081045f-d892-40df-a988-b9bb7af89899 req-2f0e9116-20fe-4bf0-98b1-003b676d64c6 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.1096020 Jan 25 02:16:28.463018 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-74661507-3a08-4c83-aff4-e9d7d853aac7 req-fc1ce18e-6f50-4909-8ece-e9c6b471ced5 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729382 Jan 25 02:16:28.493360 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b081045f-d892-40df-a988-b9bb7af89899 req-cdce9503-c90e-4ab3-bb2a-4b5a153198ef tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603919 Jan 25 02:16:28.498161 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-840973d5-0601-4625-8184-385ecbde2557 req-26c972cb-baa2-408a-b108-397ca8fc2d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26102405'] for port (7b3d905e-34e7-4ddb-9c80-d8b54c4a3119), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:28.551992 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c972cb-baa2-408a-b108-397ca8fc2d48 service neutron] Pushing event updated for resources: {'Port': ['ID=7b3d905e-34e7-4ddb-9c80-d8b54c4a3119,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:28.574959 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c972cb-baa2-408a-b108-397ca8fc2d48 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:28.575319 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c972cb-baa2-408a-b108-397ca8fc2d48 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:28.575668 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c972cb-baa2-408a-b108-397ca8fc2d48 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:28.576020 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c972cb-baa2-408a-b108-397ca8fc2d48 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:28.576365 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c972cb-baa2-408a-b108-397ca8fc2d48 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:28.576697 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c972cb-baa2-408a-b108-397ca8fc2d48 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:28.577033 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c972cb-baa2-408a-b108-397ca8fc2d48 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:28.577369 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c972cb-baa2-408a-b108-397ca8fc2d48 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:28.577705 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c972cb-baa2-408a-b108-397ca8fc2d48 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:28.578037 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c972cb-baa2-408a-b108-397ca8fc2d48 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:28.578392 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c972cb-baa2-408a-b108-397ca8fc2d48 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:28.578722 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c972cb-baa2-408a-b108-397ca8fc2d48 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:28.579051 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c972cb-baa2-408a-b108-397ca8fc2d48 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:28.632140 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-840973d5-0601-4625-8184-385ecbde2557 req-26c972cb-baa2-408a-b108-397ca8fc2d48 service neutron] Attempting to bind port 7b3d905e-34e7-4ddb-9c80-d8b54c4a3119 on host hv-cinder-82116 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:16:28.632393 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-840973d5-0601-4625-8184-385ecbde2557 req-26c972cb-baa2-408a-b108-397ca8fc2d48 service neutron] Attempting to bind port 7b3d905e-34e7-4ddb-9c80-d8b54c4a3119 by drivers openvswitch,hyperv on host hv-cinder-82116 at level 0 using segments [{'id': '96256bba-260a-4340-9ca9-6919fb0b7ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:16:28.632742 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840973d5-0601-4625-8184-385ecbde2557 req-26c972cb-baa2-408a-b108-397ca8fc2d48 service neutron] Attempting to bind port 7b3d905e-34e7-4ddb-9c80-d8b54c4a3119 on network 01d302a1-d37b-4d5b-9a51-6cceb6126a3f {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:16:28.637886 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840973d5-0601-4625-8184-385ecbde2557 req-26c972cb-baa2-408a-b108-397ca8fc2d48 service neutron] Port 7b3d905e-34e7-4ddb-9c80-d8b54c4a3119 on network 01d302a1-d37b-4d5b-9a51-6cceb6126a3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82116 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:16:28.638218 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840973d5-0601-4625-8184-385ecbde2557 req-26c972cb-baa2-408a-b108-397ca8fc2d48 service neutron] Attempting to bind port 7b3d905e-34e7-4ddb-9c80-d8b54c4a3119 on network 01d302a1-d37b-4d5b-9a51-6cceb6126a3f {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:16:28.643988 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840973d5-0601-4625-8184-385ecbde2557 req-26c972cb-baa2-408a-b108-397ca8fc2d48 service neutron] Checking agent: {'id': '52d0b4b2-7edd-4256-a5ca-dd2d58b489f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 10, 20), 'started_at': datetime.datetime(2022, 1, 25, 2, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:16:28.644440 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840973d5-0601-4625-8184-385ecbde2557 req-26c972cb-baa2-408a-b108-397ca8fc2d48 service neutron] Checking segment: {'id': '96256bba-260a-4340-9ca9-6919fb0b7ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:16:28.644842 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840973d5-0601-4625-8184-385ecbde2557 req-26c972cb-baa2-408a-b108-397ca8fc2d48 service neutron] Bound using segment: {'id': '96256bba-260a-4340-9ca9-6919fb0b7ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:16:28.645329 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-840973d5-0601-4625-8184-385ecbde2557 req-26c972cb-baa2-408a-b108-397ca8fc2d48 service neutron] Bound port: 7b3d905e-34e7-4ddb-9c80-d8b54c4a3119, host: hv-cinder-82116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96256bba-260a-4340-9ca9-6919fb0b7ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:16:28.645707 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-840973d5-0601-4625-8184-385ecbde2557 req-26c972cb-baa2-408a-b108-397ca8fc2d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (7b3d905e-34e7-4ddb-9c80-d8b54c4a3119), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:28.712129 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-840973d5-0601-4625-8184-385ecbde2557 req-26c972cb-baa2-408a-b108-397ca8fc2d48 service neutron] For port 7b3d905e-34e7-4ddb-9c80-d8b54c4a3119, host hv-cinder-82116, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:16:28.715246 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-840973d5-0601-4625-8184-385ecbde2557 req-26c972cb-baa2-408a-b108-397ca8fc2d48 service neutron] For port 7b3d905e-34e7-4ddb-9c80-d8b54c4a3119, host hv-cinder-82116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=7b3d905e-34e7-4ddb-9c80-d8b54c4a3119,segment=NetworkSegment(96256bba-260a-4340-9ca9-6919fb0b7ef1),segment_id=96256bba-260a-4340-9ca9-6919fb0b7ef1)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:16:28.737736 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 7041aa67-9e6b-4b11-899d-56b2335311bf details requested by agent hyperv_hv-cinder-82116 with host hv-cinder-82116 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:16:28.747658 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 0f837d0f-596c-4b03-a2cc-51d89430d7be no longer exists at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:16:28.776301 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] No Port match for: 0f837d0f-596c-4b03-a2cc-51d89430d7be {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:16:28.776643 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 0f837d0f-596c-4b03-a2cc-51d89430d7be not bound to the agent host hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:16:28.779022 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-840973d5-0601-4625-8184-385ecbde2557 req-26c972cb-baa2-408a-b108-397ca8fc2d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26102405'] for port (7b3d905e-34e7-4ddb-9c80-d8b54c4a3119), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:28.818691 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840973d5-0601-4625-8184-385ecbde2557 req-26c972cb-baa2-408a-b108-397ca8fc2d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:28.819313 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-840973d5-0601-4625-8184-385ecbde2557 req-26c972cb-baa2-408a-b108-397ca8fc2d48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:28.820723 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-840973d5-0601-4625-8184-385ecbde2557 req-26c972cb-baa2-408a-b108-397ca8fc2d48 service neutron] 10.222.0.79 "PUT /v2.0/ports/7b3d905e-34e7-4ddb-9c80-d8b54c4a3119 HTTP/1.1" status: 200 len: 1093 time: 0.9362242 Jan 25 02:16:28.821229 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39743fdf-355f-4f86-9954-eee35a2306ca', 'tag': '7b3d905e-34e7-4ddb-9c80-d8b54c4a3119'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:16:28.823438 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6343dac9-4cb8-4ce7-a057-6f47e34d879f" -d '{"events": [{"name": "network-changed", "server_uuid": "39743fdf-355f-4f86-9954-eee35a2306ca", "tag": "7b3d905e-34e7-4ddb-9c80-d8b54c4a3119"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:16:28.851530 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c972cb-baa2-408a-b108-397ca8fc2d48 service neutron] Pushing event updated for resources: {'Port': ['ID=7b3d905e-34e7-4ddb-9c80-d8b54c4a3119,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:28.878682 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ce6fd7-aa72-4da4-932f-8eb1e1330b6b x-openstack-request-id: req-a1ce6fd7-aa72-4da4-932f-8eb1e1330b6b {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:16:28.878999 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39743fdf-355f-4f86-9954-eee35a2306ca", "tag": "7b3d905e-34e7-4ddb-9c80-d8b54c4a3119", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:16:28.879228 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-a1ce6fd7-aa72-4da4-932f-8eb1e1330b6b {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:16:28.879639 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39743fdf-355f-4f86-9954-eee35a2306ca', 'tag': '7b3d905e-34e7-4ddb-9c80-d8b54c4a3119', 'status': 'completed', 'code': 200} Jan 25 02:16:28.880128 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 7041aa67-9e6b-4b11-899d-56b2335311bf, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=7041aa67-9e6b-4b11-899d-56b2335311bf,segment=NetworkSegment(a011af27-2f86-4052-851b-d44cff3836ce),segment_id=a011af27-2f86-4052-851b-d44cff3836ce)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:16:28.892256 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Returning: {'device': '7041aa67-9e6b-4b11-899d-56b2335311bf', 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc', 'port_id': '7041aa67-9e6b-4b11-899d-56b2335311bf', 'mac_address': 'fa:16:3e:6b:0c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '431c2097-6312-4255-849e-eb12f9822c44', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:16:28.934999 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 7041aa67-9e6b-4b11-899d-56b2335311bf is: ACTIVE; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:16:28.935393 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (7041aa67-9e6b-4b11-899d-56b2335311bf), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:28.949871 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7041aa67-9e6b-4b11-899d-56b2335311bf {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:16:28.970645 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343dac9-4cb8-4ce7-a057-6f47e34d879f req-c25d6381-15f7-40b0-bf7a-05c5f69c675b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:28.972744 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6343dac9-4cb8-4ce7-a057-6f47e34d879f req-c25d6381-15f7-40b0-bf7a-05c5f69c675b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1dc0c55e351a499ba2e0b38fd3fea46c&device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 1096 time: 0.0465899 Jan 25 02:16:28.972863 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 7041aa67-9e6b-4b11-899d-56b2335311bf, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=7041aa67-9e6b-4b11-899d-56b2335311bf,segment=NetworkSegment(a011af27-2f86-4052-851b-d44cff3836ce),segment_id=a011af27-2f86-4052-851b-d44cff3836ce)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:16:29.036272 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (7041aa67-9e6b-4b11-899d-56b2335311bf), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:29.088132 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=7041aa67-9e6b-4b11-899d-56b2335311bf,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:29.100931 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343dac9-4cb8-4ce7-a057-6f47e34d879f req-f311886f-4fd6-4ab0-8573-9d20db95cb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:29.102498 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6343dac9-4cb8-4ce7-a057-6f47e34d879f req-f311886f-4fd6-4ab0-8573-9d20db95cb79 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=1dc0c55e351a499ba2e0b38fd3fea46c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1099284 Jan 25 02:16:29.223403 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343dac9-4cb8-4ce7-a057-6f47e34d879f req-9c175d5d-a222-47df-a4ad-51e880678ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:29.225177 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6343dac9-4cb8-4ce7-a057-6f47e34d879f req-9c175d5d-a222-47df-a4ad-51e880678ec2 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1133349 Jan 25 02:16:29.240662 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['7041aa67-9e6b-4b11-899d-56b2335311bf'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:16:29.298032 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417cedd8-32e3-44c5-b8f5-a1c4706c9e92 req-8ddc318e-f1d0-4f3c-b472-df965a1f07c3 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:29.299963 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-417cedd8-32e3-44c5-b8f5-a1c4706c9e92 req-8ddc318e-f1d0-4f3c-b472-df965a1f07c3 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 943 time: 0.0705721 Jan 25 02:16:29.392815 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840973d5-0601-4625-8184-385ecbde2557 req-117d5b28-9bed-4abd-85ad-2547d48a11d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:29.395016 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-840973d5-0601-4625-8184-385ecbde2557 req-117d5b28-9bed-4abd-85ad-2547d48a11d7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1dc0c55e351a499ba2e0b38fd3fea46c&device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 1096 time: 0.0927470 Jan 25 02:16:29.398332 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-417cedd8-32e3-44c5-b8f5-a1c4706c9e92 req-07e5e3e7-b32f-4297-a065-c258fa04d9a7 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883460 Jan 25 02:16:29.445328 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-840973d5-0601-4625-8184-385ecbde2557 req-097dbe12-7cca-42c8-b733-e9958c23d379 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b3d905e-34e7-4ddb-9c80-d8b54c4a3119 HTTP/1.1" status: 200 len: 217 time: 0.0375257 Jan 25 02:16:29.505061 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840973d5-0601-4625-8184-385ecbde2557 req-76043aab-01fb-4b49-b7fb-f79cfa07adce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:29.506852 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-840973d5-0601-4625-8184-385ecbde2557 req-76043aab-01fb-4b49-b7fb-f79cfa07adce service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4433a20e-0a7e-4dda-9aa9-6ade059d64f5 HTTP/1.1" status: 200 len: 850 time: 0.0540557 Jan 25 02:16:29.591441 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840973d5-0601-4625-8184-385ecbde2557 req-ac829492-b843-4918-a72b-5f2ebeee8186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:29.592950 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-840973d5-0601-4625-8184-385ecbde2557 req-ac829492-b843-4918-a72b-5f2ebeee8186 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=01d302a1-d37b-4d5b-9a51-6cceb6126a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778308 Jan 25 02:16:29.627062 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd43d46-ba38-4b61-8235-3e4d4914861a req-88456c9a-2c22-422a-8c24-20a1b4e3ec46 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:29.629242 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2fd43d46-ba38-4b61-8235-3e4d4914861a req-88456c9a-2c22-422a-8c24-20a1b4e3ec46 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 945 time: 0.0802171 Jan 25 02:16:29.740753 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2fd43d46-ba38-4b61-8235-3e4d4914861a req-4a03814c-23ff-4e5d-ad77-91dac3e574fb tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996323 Jan 25 02:16:29.766210 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-840973d5-0601-4625-8184-385ecbde2557 req-15e30ff1-291d-4ee3-a458-d2b404afdb54 service neutron] 10.222.0.79 "GET /v2.0/networks/01d302a1-d37b-4d5b-9a51-6cceb6126a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630945 Jan 25 02:16:29.910471 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-840973d5-0601-4625-8184-385ecbde2557 req-a8f7946a-c257-4b1e-ba6c-5851e1184f73 service neutron] 10.222.0.79 "GET /v2.0/networks/01d302a1-d37b-4d5b-9a51-6cceb6126a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375010 Jan 25 02:16:29.919160 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb658702-0dcf-4c96-b91b-4ba9d0557c0f req-39fcc74e-8f13-4a2f-a874-7e1b6a244753 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:29.920656 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-eb658702-0dcf-4c96-b91b-4ba9d0557c0f req-39fcc74e-8f13-4a2f-a874-7e1b6a244753 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 944 time: 0.0816176 Jan 25 02:16:29.983192 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-eb658702-0dcf-4c96-b91b-4ba9d0557c0f req-fa67ec95-b1c5-473c-9c75-6763a56a26b8 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555251 Jan 25 02:16:30.167468 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:16:30.520026 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec7e24-2d8c-410b-8dee-e6c6aae0f73b req-15828121-1bf2-4381-ac05-8b6798502b73 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:30.521478 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e2ec7e24-2d8c-410b-8dee-e6c6aae0f73b req-15828121-1bf2-4381-ac05-8b6798502b73 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 943 time: 0.0483596 Jan 25 02:16:30.566667 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e2ec7e24-2d8c-410b-8dee-e6c6aae0f73b req-ce830a98-042b-4e2e-81a4-92e16c6d4f5f tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396035 Jan 25 02:16:30.746106 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 7041aa67-9e6b-4b11-899d-56b2335311bf up at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:16:30.796026 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning complete for port 7041aa67-9e6b-4b11-899d-56b2335311bf triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:16:30.796449 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (7041aa67-9e6b-4b11-899d-56b2335311bf), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:30.868156 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7193b-46fc-475e-a46c-4dd9b43113af req-5ed3efe7-afd2-4e19-b541-06a8c6c9c0ce tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:30.869689 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-55f7193b-46fc-475e-a46c-4dd9b43113af req-5ed3efe7-afd2-4e19-b541-06a8c6c9c0ce tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 945 time: 0.0497806 Jan 25 02:16:30.874204 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 7041aa67-9e6b-4b11-899d-56b2335311bf is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:16:30.874695 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (7041aa67-9e6b-4b11-899d-56b2335311bf), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:30.899831 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbd6fbd-d262-49cc-a4b2-41ad26db1c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7041aa67-9e6b-4b11-899d-56b2335311bf'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:16:30.902220 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425b8effad759ea2b395d79f7fcdbc6f74d58daf1cbadf1a5a1a211e7a69aa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec13ea5a-a7e8-4631-8144-ed2e58682869" -d '{"events": [{"server_uuid": "bcbd6fbd-d262-49cc-a4b2-41ad26db1c89", "name": "network-vif-plugged", "status": "completed", "tag": "7041aa67-9e6b-4b11-899d-56b2335311bf"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:16:30.919938 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 7041aa67-9e6b-4b11-899d-56b2335311bf, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=7041aa67-9e6b-4b11-899d-56b2335311bf,segment=NetworkSegment(a011af27-2f86-4052-851b-d44cff3836ce),segment_id=a011af27-2f86-4052-851b-d44cff3836ce)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:16:30.927788 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-55f7193b-46fc-475e-a46c-4dd9b43113af req-0b7e87c4-c848-4cfd-a813-b27a9fcb6312 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523622 Jan 25 02:16:30.944686 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21278250-3b1f-4921-afc5-0923a7a0545d x-openstack-request-id: req-21278250-3b1f-4921-afc5-0923a7a0545d {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:16:30.945261 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbd6fbd-d262-49cc-a4b2-41ad26db1c89", "name": "network-vif-plugged", "status": "completed", "tag": "7041aa67-9e6b-4b11-899d-56b2335311bf", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:16:30.945712 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-21278250-3b1f-4921-afc5-0923a7a0545d {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:16:30.946117 dv-cinder-821168-1-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbd6fbd-d262-49cc-a4b2-41ad26db1c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7041aa67-9e6b-4b11-899d-56b2335311bf', 'code': 200} Jan 25 02:16:30.978238 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (7041aa67-9e6b-4b11-899d-56b2335311bf), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:31.029620 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=7041aa67-9e6b-4b11-899d-56b2335311bf,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:31.108569 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b1fa6-42f5-49c8-bcd0-f4d725393aef req-03bdbd30-0e3e-4173-a8f1-183e12eb9950 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:31.110030 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-601b1fa6-42f5-49c8-bcd0-f4d725393aef req-03bdbd30-0e3e-4173-a8f1-183e12eb9950 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.0478513 Jan 25 02:16:31.157206 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-601b1fa6-42f5-49c8-bcd0-f4d725393aef req-71f0f58e-f3fc-41d8-b891-042d9e215664 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405133 Jan 25 02:16:31.504953 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee67e1-dfee-42ec-9cd3-850dbf388861 req-75272bc0-1b19-4894-8fd3-4e9676ac1096 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:31.506424 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-33ee67e1-dfee-42ec-9cd3-850dbf388861 req-75272bc0-1b19-4894-8fd3-4e9676ac1096 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.79 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 945 time: 0.0480599 Jan 25 02:16:31.877397 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1f119-733e-47ee-9a81-4201ef49d4e8 req-69036d00-df6d-4bd4-914e-e5739b939c3b tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:31.879425 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-bbd1f119-733e-47ee-9a81-4201ef49d4e8 req-69036d00-df6d-4bd4-914e-e5739b939c3b tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 943 time: 0.0649164 Jan 25 02:16:31.882065 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-33ee67e1-dfee-42ec-9cd3-850dbf388861 req-7648c2dd-c018-42d0-ba2f-8d0c75afc127 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Deleting port 49ae77fa-137a-41b8-a089-25517bcf38c2 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:16:31.882441 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-33ee67e1-dfee-42ec-9cd3-850dbf388861 req-7648c2dd-c018-42d0-ba2f-8d0c75afc127 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (49ae77fa-137a-41b8-a089-25517bcf38c2), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:31.980057 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-bbd1f119-733e-47ee-9a81-4201ef49d4e8 req-b7926987-0686-4f3f-b6dd-207ae8b18d6c tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946488 Jan 25 02:16:32.007798 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-33ee67e1-dfee-42ec-9cd3-850dbf388861 req-7648c2dd-c018-42d0-ba2f-8d0c75afc127 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] For port 49ae77fa-137a-41b8-a089-25517bcf38c2, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=49ae77fa-137a-41b8-a089-25517bcf38c2,segment=NetworkSegment(0cd0a719-aadd-4513-9040-a946e7723384),segment_id=0cd0a719-aadd-4513-9040-a946e7723384)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:16:32.008173 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-33ee67e1-dfee-42ec-9cd3-850dbf388861 req-7648c2dd-c018-42d0-ba2f-8d0c75afc127 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (49ae77fa-137a-41b8-a089-25517bcf38c2), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:32.034185 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-33ee67e1-dfee-42ec-9cd3-850dbf388861 req-7648c2dd-c018-42d0-ba2f-8d0c75afc127 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Calling delete_port for 49ae77fa-137a-41b8-a089-25517bcf38c2 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:16:32.128290 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c08490-9f39-47e8-ab64-f9c5f5fb9108 req-6cb2ed7e-f92b-419a-84a0-075186e1d625 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:32.129928 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b8c08490-9f39-47e8-ab64-f9c5f5fb9108 req-6cb2ed7e-f92b-419a-84a0-075186e1d625 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 945 time: 0.1145673 Jan 25 02:16:32.214742 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b8c08490-9f39-47e8-ab64-f9c5f5fb9108 req-8c06f4ee-1ded-4957-ac0b-ea331fcb80c0 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/security-groups?id=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726264 Jan 25 02:16:32.280557 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe222ed-eff9-47cc-ad90-026068f931ac req-58dc004a-546a-4a94-9350-447f4d3c8942 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:32.282074 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cbe222ed-eff9-47cc-ad90-026068f931ac req-58dc004a-546a-4a94-9350-447f4d3c8942 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.0512965 Jan 25 02:16:32.286373 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-33ee67e1-dfee-42ec-9cd3-850dbf388861 req-7648c2dd-c018-42d0-ba2f-8d0c75afc127 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (49ae77fa-137a-41b8-a089-25517bcf38c2), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:32.325646 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648c2dd-c018-42d0-ba2f-8d0c75afc127 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Pushing event deleted for resources: {'Port': ['ID=49ae77fa-137a-41b8-a089-25517bcf38c2,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:32.335317 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['49ae77fa-137a-41b8-a089-25517bcf38c2'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:16:32.385154 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ee67e1-dfee-42ec-9cd3-850dbf388861 req-7648c2dd-c018-42d0-ba2f-8d0c75afc127 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] No DVR routers for this DVR port 49ae77fa-137a-41b8-a089-25517bcf38c2 on host hv-cinder-82116 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:16:32.391001 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-33ee67e1-dfee-42ec-9cd3-850dbf388861 req-7648c2dd-c018-42d0-ba2f-8d0c75afc127 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:32.394835 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-33ee67e1-dfee-42ec-9cd3-850dbf388861 req-7648c2dd-c018-42d0-ba2f-8d0c75afc127 tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.79 "DELETE /v2.0/ports/49ae77fa-137a-41b8-a089-25517bcf38c2 HTTP/1.1" status: 204 len: 173 time: 0.8813980 Jan 25 02:16:32.395286 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988030e4-eecc-4078-a57b-45feabe4e7e0', 'name': 'network-vif-deleted', 'tag': '49ae77fa-137a-41b8-a089-25517bcf38c2'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:16:32.397510 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a6f9a3-eaaa-4b9a-9c09-2b443a07751e" -d '{"events": [{"server_uuid": "988030e4-eecc-4078-a57b-45feabe4e7e0", "name": "network-vif-deleted", "tag": "49ae77fa-137a-41b8-a089-25517bcf38c2"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:16:32.409248 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cbe222ed-eff9-47cc-ad90-026068f931ac req-64825d89-96b1-4972-b0c6-ae19ac4b512d tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196949 Jan 25 02:16:32.444003 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de900b0c-b6b6-4885-a95e-d53da9854753 x-openstack-request-id: req-de900b0c-b6b6-4885-a95e-d53da9854753 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:16:32.444324 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "988030e4-eecc-4078-a57b-45feabe4e7e0", "name": "network-vif-deleted", "tag": "49ae77fa-137a-41b8-a089-25517bcf38c2", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:16:32.444603 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-de900b0c-b6b6-4885-a95e-d53da9854753 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:16:32.445000 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '988030e4-eecc-4078-a57b-45feabe4e7e0', 'name': 'network-vif-deleted', 'tag': '49ae77fa-137a-41b8-a089-25517bcf38c2', 'status': 'completed', 'code': 200} Jan 25 02:16:33.123616 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c48639-828f-4c5d-b4f5-159fdd681dd3 req-10332289-0437-4c56-8ef3-9aa6356b0ffe tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:33.125189 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-22c48639-828f-4c5d-b4f5-159fdd681dd3 req-10332289-0437-4c56-8ef3-9aa6356b0ffe tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 943 time: 0.0575147 Jan 25 02:16:33.180880 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-22c48639-828f-4c5d-b4f5-159fdd681dd3 req-9dd0fff4-4d97-4bf8-82dd-cb5f41f53da4 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498106 Jan 25 02:16:33.337114 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1762704a-e0a0-4cee-ab93-02f1faa70920 req-ffcb8940-1920-4380-977e-dda5ddde2b7d tempest-AttachVolumeNegativeTest-1080311766 tempest-AttachVolumeNegativeTest-1080311766-project] 10.222.0.112 "GET /v2.0/ports?device_id=988030e4-eecc-4078-a57b-45feabe4e7e0 HTTP/1.1" status: 200 len: 210 time: 0.0270488 Jan 25 02:16:33.459333 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526baeaf-9bfe-4f69-b997-76af3731ac31 req-d581762a-caca-4a83-bff4-98d88944ad4c tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:33.460873 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-526baeaf-9bfe-4f69-b997-76af3731ac31 req-d581762a-caca-4a83-bff4-98d88944ad4c tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=2a474585-e63b-431b-8d70-37807e1f99df HTTP/1.1" status: 200 len: 946 time: 0.0532138 Jan 25 02:16:33.546443 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-526baeaf-9bfe-4f69-b997-76af3731ac31 req-adc5d907-7d36-44a0-8442-ce2f369a9267 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/security-groups?id=2691c8ac-a779-4112-a452-0d260bedc395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781763 Jan 25 02:16:33.561977 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3ead8-7615-418b-92f7-f6a117e4c954 req-aeb1f7d2-2554-4d3c-970f-e00c261f24d7 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:33.563506 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4ba3ead8-7615-418b-92f7-f6a117e4c954 req-aeb1f7d2-2554-4d3c-970f-e00c261f24d7 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.0643823 Jan 25 02:16:33.617156 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4ba3ead8-7615-418b-92f7-f6a117e4c954 req-97172866-ccc6-4de6-9e9d-9a9c14c58904 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472906 Jan 25 02:16:34.309931 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bd01d-85bb-491b-8951-94e6913610bb req-a9f5c770-6d26-4ac9-b551-2bf798d9e527 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:34.311777 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-bc0bd01d-85bb-491b-8951-94e6913610bb req-a9f5c770-6d26-4ac9-b551-2bf798d9e527 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 943 time: 0.0589015 Jan 25 02:16:34.368182 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-bc0bd01d-85bb-491b-8951-94e6913610bb req-b3dbd254-6819-431a-830e-87828538d732 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501187 Jan 25 02:16:34.414334 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 36116) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:16:34.464732 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b35539-8d33-4115-88fe-3b7d46fb8cd4 admin admin] Deleting subnet 5ceebd01-54f8-49c2-a96a-185a2872233c {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 02:16:34.468329 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a4b35539-8d33-4115-88fe-3b7d46fb8cd4 admin admin] Publish callbacks [] for subnet (5ceebd01-54f8-49c2-a96a-185a2872233c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:34.510259 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a4b35539-8d33-4115-88fe-3b7d46fb8cd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039250'] for subnet (5ceebd01-54f8-49c2-a96a-185a2872233c), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:34.557989 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a4b35539-8d33-4115-88fe-3b7d46fb8cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16745065'] for subnet (5ceebd01-54f8-49c2-a96a-185a2872233c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:34.678924 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a4b35539-8d33-4115-88fe-3b7d46fb8cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16745106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26102463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26172646'] for subnet (5ceebd01-54f8-49c2-a96a-185a2872233c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:34.708050 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a4b35539-8d33-4115-88fe-3b7d46fb8cd4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:34.714126 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-a4b35539-8d33-4115-88fe-3b7d46fb8cd4 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/5ceebd01-54f8-49c2-a96a-185a2872233c HTTP/1.1" status: 204 len: 168 time: 0.2963254 Jan 25 02:16:34.715605 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 36122) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:16:34.730073 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b35539-8d33-4115-88fe-3b7d46fb8cd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ceebd01-54f8-49c2-a96a-185a2872233c,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:34.753206 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 7b3d905e-34e7-4ddb-9c80-d8b54c4a3119 details requested by agent hyperv_hv-cinder-82116 with host hv-cinder-82116 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:16:34.795167 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba8fc3-1034-4aa9-9569-8dd287452645 req-e2471dd9-7ee8-4c19-b69c-f91dc888fd29 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:34.796893 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6aba8fc3-1034-4aa9-9569-8dd287452645 req-e2471dd9-7ee8-4c19-b69c-f91dc888fd29 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=2a474585-e63b-431b-8d70-37807e1f99df HTTP/1.1" status: 200 len: 946 time: 0.1708140 Jan 25 02:16:34.817434 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb022c36-e713-46a3-bf0e-b153225f74a9 req-4f2a59ed-4743-4b9c-afbf-ee7d5d93f282 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:34.819588 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cb022c36-e713-46a3-bf0e-b153225f74a9 req-4f2a59ed-4743-4b9c-afbf-ee7d5d93f282 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.0818679 Jan 25 02:16:34.857641 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39c1790c-c931-4558-8b35-3281a31841a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16363431'] for network (f51e9718-4ec5-404e-a3a0-abfe3f81a1b8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:34.914248 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6aba8fc3-1034-4aa9-9569-8dd287452645 req-1e5cd608-cc21-4348-a9a0-14ff7ff6aabe tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/security-groups?id=2691c8ac-a779-4112-a452-0d260bedc395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935340 Jan 25 02:16:34.919013 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cb022c36-e713-46a3-bf0e-b153225f74a9 req-b525b038-d7d2-4674-b704-1759a8563c0d tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730677 Jan 25 02:16:35.000589 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39c1790c-c931-4558-8b35-3281a31841a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16730868', 'neutron.services.segments.db._delete_segments_for_network-8777998562223'] for network (f51e9718-4ec5-404e-a3a0-abfe3f81a1b8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:35.027707 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-39c1790c-c931-4558-8b35-3281a31841a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f51e9718-4ec5-404e-a3a0-abfe3f81a1b8']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:16:35.039359 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-39c1790c-c931-4558-8b35-3281a31841a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cd0a719-aadd-4513-9040-a946e7723384') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:16:35.039938 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-39c1790c-c931-4558-8b35-3281a31841a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cd0a719-aadd-4513-9040-a946e7723384') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:16:35.051393 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39c1790c-c931-4558-8b35-3281a31841a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777998562097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25179595'] for segment (0cd0a719-aadd-4513-9040-a946e7723384), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:35.065671 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39c1790c-c931-4558-8b35-3281a31841a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422'] for segment (0cd0a719-aadd-4513-9040-a946e7723384), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:35.070569 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 7b3d905e-34e7-4ddb-9c80-d8b54c4a3119, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=7b3d905e-34e7-4ddb-9c80-d8b54c4a3119,segment=NetworkSegment(96256bba-260a-4340-9ca9-6919fb0b7ef1),segment_id=96256bba-260a-4340-9ca9-6919fb0b7ef1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:16:35.072982 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c1790c-c931-4558-8b35-3281a31841a3 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 02:16:35.073376 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39c1790c-c931-4558-8b35-3281a31841a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25361942'] for segment (0cd0a719-aadd-4513-9040-a946e7723384), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:35.086654 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Returning: {'device': '7b3d905e-34e7-4ddb-9c80-d8b54c4a3119', 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f', 'port_id': '7b3d905e-34e7-4ddb-9c80-d8b54c4a3119', 'mac_address': 'fa:16:3e:9a:10:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4433a20e-0a7e-4dda-9aa9-6ade059d64f5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:16:35.129386 dv-cinder-821168-1-iscsi neutron-server[103188]: Traceback (most recent call last): Jan 25 02:16:35.129386 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 02:16:35.129386 dv-cinder-821168-1-iscsi neutron-server[103188]: timer() Jan 25 02:16:35.129386 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 02:16:35.129386 dv-cinder-821168-1-iscsi neutron-server[103188]: cb(*args, **kw) Jan 25 02:16:35.129386 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 02:16:35.129386 dv-cinder-821168-1-iscsi neutron-server[103188]: return func(*args, **kwargs) Jan 25 02:16:35.129386 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 02:16:35.129386 dv-cinder-821168-1-iscsi neutron-server[103188]: self._notify() Jan 25 02:16:35.129386 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 02:16:35.129386 dv-cinder-821168-1-iscsi neutron-server[103188]: self.callback(batched_events) Jan 25 02:16:35.129386 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 02:16:35.129386 dv-cinder-821168-1-iscsi neutron-server[103188]: event.method(event) Jan 25 02:16:35.129386 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 02:16:35.129386 dv-cinder-821168-1-iscsi neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 02:16:35.129386 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 02:16:35.129386 dv-cinder-821168-1-iscsi neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 02:16:35.129386 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 02:16:35.129386 dv-cinder-821168-1-iscsi neutron-server[103188]: return f(self, *a, **k) Jan 25 02:16:35.129386 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 02:16:35.129386 dv-cinder-821168-1-iscsi neutron-server[103188]: return self._get(url).json() Jan 25 02:16:35.129386 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 02:16:35.129386 dv-cinder-821168-1-iscsi neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 02:16:35.129386 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 02:16:35.129386 dv-cinder-821168-1-iscsi neutron-server[103188]: return self.request(url, 'GET', **kwargs) Jan 25 02:16:35.129386 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 02:16:35.129386 dv-cinder-821168-1-iscsi neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 02:16:35.129386 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 02:16:35.129386 dv-cinder-821168-1-iscsi neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 02:16:35.129386 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 02:16:35.129386 dv-cinder-821168-1-iscsi neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 02:16:35.129386 dv-cinder-821168-1-iscsi neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 02:16:35.148959 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 7b3d905e-34e7-4ddb-9c80-d8b54c4a3119 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:16:35.149347 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (7b3d905e-34e7-4ddb-9c80-d8b54c4a3119), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:35.164621 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b3d905e-34e7-4ddb-9c80-d8b54c4a3119 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:16:35.186597 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 7b3d905e-34e7-4ddb-9c80-d8b54c4a3119, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=7b3d905e-34e7-4ddb-9c80-d8b54c4a3119,segment=NetworkSegment(96256bba-260a-4340-9ca9-6919fb0b7ef1),segment_id=96256bba-260a-4340-9ca9-6919fb0b7ef1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:16:35.271103 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39c1790c-c931-4558-8b35-3281a31841a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16730819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013164'] for network (f51e9718-4ec5-404e-a3a0-abfe3f81a1b8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:35.278898 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39c1790c-c931-4558-8b35-3281a31841a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:35.286681 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-39c1790c-c931-4558-8b35-3281a31841a3 admin admin] 10.222.0.112 "DELETE /v2.0/networks/f51e9718-4ec5-404e-a3a0-abfe3f81a1b8 HTTP/1.1" status: 204 len: 168 time: 0.5693455 Jan 25 02:16:35.297927 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (7b3d905e-34e7-4ddb-9c80-d8b54c4a3119), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:35.308768 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1790c-c931-4558-8b35-3281a31841a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f51e9718-4ec5-404e-a3a0-abfe3f81a1b8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:35.321132 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1790c-c931-4558-8b35-3281a31841a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:35.321132 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1790c-c931-4558-8b35-3281a31841a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:35.321132 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1790c-c931-4558-8b35-3281a31841a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:35.321132 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1790c-c931-4558-8b35-3281a31841a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:35.321132 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1790c-c931-4558-8b35-3281a31841a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:35.321132 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1790c-c931-4558-8b35-3281a31841a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:35.321132 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1790c-c931-4558-8b35-3281a31841a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:35.321132 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1790c-c931-4558-8b35-3281a31841a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:35.321132 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1790c-c931-4558-8b35-3281a31841a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:35.321132 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1790c-c931-4558-8b35-3281a31841a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:35.321132 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1790c-c931-4558-8b35-3281a31841a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:35.321835 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1790c-c931-4558-8b35-3281a31841a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:35.321835 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1790c-c931-4558-8b35-3281a31841a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:16:35.360700 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=7b3d905e-34e7-4ddb-9c80-d8b54c4a3119,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:35.526292 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fd88b-36e1-4baf-872c-0fa0ab3a6a49 req-69cac550-7c6d-4722-bc10-7d75087dc453 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:35.527725 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-690fd88b-36e1-4baf-872c-0fa0ab3a6a49 req-69cac550-7c6d-4722-bc10-7d75087dc453 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 944 time: 0.0648820 Jan 25 02:16:35.623389 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 36128) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:16:35.637594 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-690fd88b-36e1-4baf-872c-0fa0ab3a6a49 req-12260ea9-a300-4e1e-a74d-7c233ad8c30d tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024213 Jan 25 02:16:35.668863 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-98de7b82-cfa5-4fdc-8994-bf97b4f31952 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=0c520fbc4251459288308e62228787d8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0439723 Jan 25 02:16:35.677833 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 36130) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:16:35.683367 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5c9eb-8ff3-401d-afba-bcfddc8cb2f7 req-c0b4a54c-c414-4625-9485-3297ae582bfe tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:35.686162 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-61b5c9eb-8ff3-401d-afba-bcfddc8cb2f7 req-c0b4a54c-c414-4625-9485-3297ae582bfe tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a474585-e63b-431b-8d70-37807e1f99df HTTP/1.1" status: 200 len: 946 time: 0.1068728 Jan 25 02:16:35.729776 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bfc2360d-5aac-45cd-bde0-d0b672319ff8 admin admin] Publish callbacks [] for security_group (fcdfa7ad-f08c-44aa-99f1-8746e66c37b2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:35.752173 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bfc2360d-5aac-45cd-bde0-d0b672319ff8 admin admin] Publish callbacks [] for security_group (fcdfa7ad-f08c-44aa-99f1-8746e66c37b2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:35.812105 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['7b3d905e-34e7-4ddb-9c80-d8b54c4a3119'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:16:35.840812 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-61b5c9eb-8ff3-401d-afba-bcfddc8cb2f7 req-73a95b98-65d7-49f5-9b2f-ed395d3ea3ba tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Deleting port e7fdc36d-4c50-4dcb-b15b-743d9732a584 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:16:35.842831 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-61b5c9eb-8ff3-401d-afba-bcfddc8cb2f7 req-73a95b98-65d7-49f5-9b2f-ed395d3ea3ba tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (e7fdc36d-4c50-4dcb-b15b-743d9732a584), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:35.892323 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bfc2360d-5aac-45cd-bde0-d0b672319ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (fcdfa7ad-f08c-44aa-99f1-8746e66c37b2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:35.895496 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bfc2360d-5aac-45cd-bde0-d0b672319ff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:35.899102 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-bfc2360d-5aac-45cd-bde0-d0b672319ff8 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/fcdfa7ad-f08c-44aa-99f1-8746e66c37b2 HTTP/1.1" status: 204 len: 168 time: 0.2175667 Jan 25 02:16:35.916841 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2360d-5aac-45cd-bde0-d0b672319ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdfa7ad-f08c-44aa-99f1-8746e66c37b2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:36.184541 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-61b5c9eb-8ff3-401d-afba-bcfddc8cb2f7 req-73a95b98-65d7-49f5-9b2f-ed395d3ea3ba tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] For port e7fdc36d-4c50-4dcb-b15b-743d9732a584, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=e7fdc36d-4c50-4dcb-b15b-743d9732a584,segment=NetworkSegment(968724b8-27ee-4721-8133-6d47ea918af9),segment_id=968724b8-27ee-4721-8133-6d47ea918af9)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:16:36.192742 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-61b5c9eb-8ff3-401d-afba-bcfddc8cb2f7 req-73a95b98-65d7-49f5-9b2f-ed395d3ea3ba tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (e7fdc36d-4c50-4dcb-b15b-743d9732a584), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:36.295519 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-61b5c9eb-8ff3-401d-afba-bcfddc8cb2f7 req-73a95b98-65d7-49f5-9b2f-ed395d3ea3ba tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Calling delete_port for e7fdc36d-4c50-4dcb-b15b-743d9732a584 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:16:36.380691 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270420c8-b977-4c46-a382-c162b143c849 req-a95e628a-bc01-43a3-b089-04ee034e85b6 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:36.382296 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-270420c8-b977-4c46-a382-c162b143c849 req-a95e628a-bc01-43a3-b089-04ee034e85b6 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.1812811 Jan 25 02:16:36.423755 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df1680-5d11-4703-9338-4361f9c4f161 req-25dcbac3-2016-422e-a51b-6abf17851bce tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:36.426187 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-54df1680-5d11-4703-9338-4361f9c4f161 req-25dcbac3-2016-422e-a51b-6abf17851bce tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=2a474585-e63b-431b-8d70-37807e1f99df HTTP/1.1" status: 200 len: 946 time: 0.1851282 Jan 25 02:16:36.497281 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-270420c8-b977-4c46-a382-c162b143c849 req-8e90f074-5a45-41da-8b1e-b2e0ac8ad4d7 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052370 Jan 25 02:16:36.568899 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-54df1680-5d11-4703-9338-4361f9c4f161 req-c1a9fa36-0650-487c-a92c-bdca23f81eee tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/security-groups?id=2691c8ac-a779-4112-a452-0d260bedc395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281383 Jan 25 02:16:36.664085 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-61b5c9eb-8ff3-401d-afba-bcfddc8cb2f7 req-73a95b98-65d7-49f5-9b2f-ed395d3ea3ba tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (e7fdc36d-4c50-4dcb-b15b-743d9732a584), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:36.703208 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['e7fdc36d-4c50-4dcb-b15b-743d9732a584'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:16:36.749645 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b5c9eb-8ff3-401d-afba-bcfddc8cb2f7 req-73a95b98-65d7-49f5-9b2f-ed395d3ea3ba tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] No DVR routers for this DVR port e7fdc36d-4c50-4dcb-b15b-743d9732a584 on host hv-cinder-82116 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:16:36.752055 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a95b98-65d7-49f5-9b2f-ed395d3ea3ba tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Pushing event deleted for resources: {'Port': ['ID=e7fdc36d-4c50-4dcb-b15b-743d9732a584,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:36.754028 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-61b5c9eb-8ff3-401d-afba-bcfddc8cb2f7 req-73a95b98-65d7-49f5-9b2f-ed395d3ea3ba tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:36.758682 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-61b5c9eb-8ff3-401d-afba-bcfddc8cb2f7 req-73a95b98-65d7-49f5-9b2f-ed395d3ea3ba tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.79 "DELETE /v2.0/ports/e7fdc36d-4c50-4dcb-b15b-743d9732a584 HTTP/1.1" status: 204 len: 173 time: 1.0631037 Jan 25 02:16:36.758682 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a474585-e63b-431b-8d70-37807e1f99df', 'name': 'network-vif-deleted', 'tag': 'e7fdc36d-4c50-4dcb-b15b-743d9732a584'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:16:36.760634 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a4097d-ee01-4ea1-9a9a-0de8b54e09e8" -d '{"events": [{"server_uuid": "2a474585-e63b-431b-8d70-37807e1f99df", "name": "network-vif-deleted", "tag": "e7fdc36d-4c50-4dcb-b15b-743d9732a584"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:16:36.791538 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 49ae77fa-137a-41b8-a089-25517bcf38c2 no longer exists at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:16:36.838212 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] No Port match for: 49ae77fa-137a-41b8-a089-25517bcf38c2 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:16:36.838955 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 49ae77fa-137a-41b8-a089-25517bcf38c2 not bound to the agent host hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:16:36.848208 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5630263-d02f-47ef-b533-7723f9a81012 x-openstack-request-id: req-a5630263-d02f-47ef-b533-7723f9a81012 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:16:36.850085 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a474585-e63b-431b-8d70-37807e1f99df", "name": "network-vif-deleted", "tag": "e7fdc36d-4c50-4dcb-b15b-743d9732a584", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:16:36.850085 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-a5630263-d02f-47ef-b533-7723f9a81012 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:16:36.850085 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a474585-e63b-431b-8d70-37807e1f99df', 'name': 'network-vif-deleted', 'tag': 'e7fdc36d-4c50-4dcb-b15b-743d9732a584', 'status': 'completed', 'code': 200} Jan 25 02:16:36.898865 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5e022-2503-4fdb-9114-6ab8d0d16029 req-43c63f8b-2f08-4f2f-84d7-5d5d3e7ed094 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:36.905008 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fdf5e022-2503-4fdb-9114-6ab8d0d16029 req-43c63f8b-2f08-4f2f-84d7-5d5d3e7ed094 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 944 time: 0.1082120 Jan 25 02:16:36.968888 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fdf5e022-2503-4fdb-9114-6ab8d0d16029 req-218870f5-e30c-4bae-8ce2-d9590329ed93 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630090 Jan 25 02:16:37.709460 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4768d1-e875-4e92-b9e5-064b14e143c2 req-1420f957-1d91-4d23-be49-620cdcb0f9da tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:37.710483 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6e4768d1-e875-4e92-b9e5-064b14e143c2 req-1420f957-1d91-4d23-be49-620cdcb0f9da tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.1072938 Jan 25 02:16:37.712457 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-181e0e2f-fefc-4715-a7b2-babd3d947c21 req-e6c9ae0d-ddff-4159-b51b-96a2cc54013e tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=2a474585-e63b-431b-8d70-37807e1f99df HTTP/1.1" status: 200 len: 210 time: 0.0441930 Jan 25 02:16:37.781658 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6e4768d1-e875-4e92-b9e5-064b14e143c2 req-56382375-06d7-4f12-8661-aab7a71f5bb1 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599890 Jan 25 02:16:38.142224 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534585b-a75c-491d-a7f9-82b934521341 req-6536cf5f-0066-4932-ac9c-664f4cfb171b tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:38.144220 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b534585b-a75c-491d-a7f9-82b934521341 req-6536cf5f-0066-4932-ac9c-664f4cfb171b tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 944 time: 0.0752516 Jan 25 02:16:38.234584 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b534585b-a75c-491d-a7f9-82b934521341 req-819c4e35-8f01-4d6b-9882-864ec8415ce4 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841575 Jan 25 02:16:38.792613 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 7b3d905e-34e7-4ddb-9c80-d8b54c4a3119 up at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:16:38.950300 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning for port 7b3d905e-34e7-4ddb-9c80-d8b54c4a3119 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:16:38.961675 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning complete for port 7b3d905e-34e7-4ddb-9c80-d8b54c4a3119 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:16:38.962355 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (7b3d905e-34e7-4ddb-9c80-d8b54c4a3119), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:38.975155 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cab4cf-598d-46fa-b041-159ee5aa8d9a req-46a371a8-22ef-4f7c-a632-a7233e35b5d6 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:38.982498 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-63cab4cf-598d-46fa-b041-159ee5aa8d9a req-46a371a8-22ef-4f7c-a632-a7233e35b5d6 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.0920858 Jan 25 02:16:39.052825 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-63cab4cf-598d-46fa-b041-159ee5aa8d9a req-de31650b-3113-4174-a3f2-69ffd6b800e6 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694499 Jan 25 02:16:39.073236 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 7b3d905e-34e7-4ddb-9c80-d8b54c4a3119 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:16:39.074241 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (7b3d905e-34e7-4ddb-9c80-d8b54c4a3119), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:39.102264 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39743fdf-355f-4f86-9954-eee35a2306ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b3d905e-34e7-4ddb-9c80-d8b54c4a3119'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:16:39.104892 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425b8effad759ea2b395d79f7fcdbc6f74d58daf1cbadf1a5a1a211e7a69aa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fe874d-90fd-431c-8550-41315fd31afd" -d '{"events": [{"server_uuid": "39743fdf-355f-4f86-9954-eee35a2306ca", "name": "network-vif-plugged", "status": "completed", "tag": "7b3d905e-34e7-4ddb-9c80-d8b54c4a3119"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:16:39.130662 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 7b3d905e-34e7-4ddb-9c80-d8b54c4a3119, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=7b3d905e-34e7-4ddb-9c80-d8b54c4a3119,segment=NetworkSegment(96256bba-260a-4340-9ca9-6919fb0b7ef1),segment_id=96256bba-260a-4340-9ca9-6919fb0b7ef1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:16:39.146166 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9401c1b4-190b-456b-85fe-317809c621fe x-openstack-request-id: req-9401c1b4-190b-456b-85fe-317809c621fe {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:16:39.146822 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39743fdf-355f-4f86-9954-eee35a2306ca", "name": "network-vif-plugged", "status": "completed", "tag": "7b3d905e-34e7-4ddb-9c80-d8b54c4a3119", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:16:39.147932 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-9401c1b4-190b-456b-85fe-317809c621fe {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:16:39.148894 dv-cinder-821168-1-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39743fdf-355f-4f86-9954-eee35a2306ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b3d905e-34e7-4ddb-9c80-d8b54c4a3119', 'code': 200} Jan 25 02:16:39.183649 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (7b3d905e-34e7-4ddb-9c80-d8b54c4a3119), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:39.274278 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=7b3d905e-34e7-4ddb-9c80-d8b54c4a3119,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:39.389476 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5edaf-c5d7-42e7-b317-ec2b9cb0c346 req-1c467b12-f67f-4a54-bdbf-7531ab8b8d06 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:39.391005 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-26c5edaf-c5d7-42e7-b317-ec2b9cb0c346 req-1c467b12-f67f-4a54-bdbf-7531ab8b8d06 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0672812 Jan 25 02:16:39.455105 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-26c5edaf-c5d7-42e7-b317-ec2b9cb0c346 req-fa5eba4b-e286-4423-82f7-3af6c4908136 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521753 Jan 25 02:16:39.529105 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf2a6c-802f-4f9e-ad28-d4dbdfb565f3 req-828f159c-a6eb-4bf4-af7c-01a5c8c91160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:39.530683 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-86cf2a6c-802f-4f9e-ad28-d4dbdfb565f3 req-828f159c-a6eb-4bf4-af7c-01a5c8c91160 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 1098 time: 0.0426798 Jan 25 02:16:39.579360 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-86cf2a6c-802f-4f9e-ad28-d4dbdfb565f3 req-13d20d3b-ef24-4be6-856f-02075df06503 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411968 Jan 25 02:16:40.196699 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72dc32-1f2f-4fa3-b789-1e5825404a8c req-9d43d46c-ba38-4844-88cd-555621c220fd tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:40.198218 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6f72dc32-1f2f-4fa3-b789-1e5825404a8c req-9d43d46c-ba38-4844-88cd-555621c220fd tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.0533230 Jan 25 02:16:40.266452 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6f72dc32-1f2f-4fa3-b789-1e5825404a8c req-5cc265b6-3cfb-459a-8784-b62a9e6eb016 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620093 Jan 25 02:16:40.573359 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b9c1e-d0bd-4fb3-a7b4-df733b2aafbc req-180d7b66-2c37-461d-9c0f-a15d0fc8ceb4 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:40.575275 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-805b9c1e-d0bd-4fb3-a7b4-df733b2aafbc req-180d7b66-2c37-461d-9c0f-a15d0fc8ceb4 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0534518 Jan 25 02:16:40.625442 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-805b9c1e-d0bd-4fb3-a7b4-df733b2aafbc req-99179f93-8985-4e5b-b42a-d378f9bda337 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444801 Jan 25 02:16:41.463704 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3891b-b045-4fc4-b631-25a8a10014d7 req-8cd0e64a-7439-4d5d-a8bd-711a5fea9fbd tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:41.465301 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-97c3891b-b045-4fc4-b631-25a8a10014d7 req-8cd0e64a-7439-4d5d-a8bd-711a5fea9fbd tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.0740864 Jan 25 02:16:41.533166 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-97c3891b-b045-4fc4-b631-25a8a10014d7 req-6d7e3a38-5d48-4b80-8340-b0a5d75ded3f tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618589 Jan 25 02:16:41.779692 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c39bb-f804-467b-8d3c-bba643fcdb9d req-f9766b6f-b5f5-4bc8-b43e-bf34e3b25c8d tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:41.784151 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f84c39bb-f804-467b-8d3c-bba643fcdb9d req-f9766b6f-b5f5-4bc8-b43e-bf34e3b25c8d tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0652685 Jan 25 02:16:41.854109 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f84c39bb-f804-467b-8d3c-bba643fcdb9d req-a4dab946-6a35-4747-a245-504c18b6c8d1 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662403 Jan 25 02:16:42.237756 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device e7fdc36d-4c50-4dcb-b15b-743d9732a584 no longer exists at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:16:42.259120 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] No Port match for: e7fdc36d-4c50-4dcb-b15b-743d9732a584 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:16:42.259754 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device e7fdc36d-4c50-4dcb-b15b-743d9732a584 not bound to the agent host hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:16:42.683289 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe9ba4-af33-4876-879b-2fc7cd9ac407 req-285c54d1-6db9-4eed-a898-8f4c477aa445 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:42.691133 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b6fe9ba4-af33-4876-879b-2fc7cd9ac407 req-285c54d1-6db9-4eed-a898-8f4c477aa445 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.0606737 Jan 25 02:16:42.734560 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b6fe9ba4-af33-4876-879b-2fc7cd9ac407 req-8111275b-9ca4-4f62-abe4-a2fa04e487b3 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423331 Jan 25 02:16:42.990950 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee52a4b-6bcc-4f03-a14f-d9e6fdaafbf7 req-751c04d7-504a-40b0-a699-349866b0fbe3 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:42.992655 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7ee52a4b-6bcc-4f03-a14f-d9e6fdaafbf7 req-751c04d7-504a-40b0-a699-349866b0fbe3 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0641255 Jan 25 02:16:43.050944 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7ee52a4b-6bcc-4f03-a14f-d9e6fdaafbf7 req-bf8ac8db-e4a4-40db-b288-c9608c4337b2 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527134 Jan 25 02:16:43.874555 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e22f76-f50e-42a5-94bc-37aafb71d8f3 req-4c114686-0bed-4680-989e-3b08720fbb02 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:43.876033 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-41e22f76-f50e-42a5-94bc-37aafb71d8f3 req-4c114686-0bed-4680-989e-3b08720fbb02 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.0615342 Jan 25 02:16:43.938464 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-41e22f76-f50e-42a5-94bc-37aafb71d8f3 req-444d584f-5fca-45e2-9349-cef498a5539f tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528038 Jan 25 02:16:44.167659 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b77a6-f135-429b-84c1-3626da2ef7a6 req-c7cc47cd-198b-4f63-850a-f425ec315db1 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:44.169179 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-946b77a6-f135-429b-84c1-3626da2ef7a6 req-c7cc47cd-198b-4f63-850a-f425ec315db1 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0493090 Jan 25 02:16:44.225690 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-946b77a6-f135-429b-84c1-3626da2ef7a6 req-94d68d2e-55cc-45d6-8677-0e9140953310 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496583 Jan 25 02:16:45.076928 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85dfbc6-b495-41b9-baa4-6318bd310bf0 req-5f38d82e-b51b-4c7a-973a-c3215112dc32 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:45.079343 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e85dfbc6-b495-41b9-baa4-6318bd310bf0 req-5f38d82e-b51b-4c7a-973a-c3215112dc32 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.0561655 Jan 25 02:16:45.157585 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e85dfbc6-b495-41b9-baa4-6318bd310bf0 req-d05c2607-14cb-4002-a40d-c45884e83f19 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711291 Jan 25 02:16:45.373298 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c340586-a0aa-4175-968f-802bf1fa7c22 req-5f75e4b2-01ae-4bd3-84f1-fa057b05e4f9 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:45.374914 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5c340586-a0aa-4175-968f-802bf1fa7c22 req-5f75e4b2-01ae-4bd3-84f1-fa057b05e4f9 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0637877 Jan 25 02:16:45.435524 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5c340586-a0aa-4175-968f-802bf1fa7c22 req-aaa9aa67-3f46-4dd2-9feb-10733b8786d5 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537603 Jan 25 02:16:45.570407 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a363921-6700-45bb-8839-5bdf919f118f req-b8ac91a8-2b2b-426f-8005-98df875b6b67 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:45.571903 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9a363921-6700-45bb-8839-5bdf919f118f req-b8ac91a8-2b2b-426f-8005-98df875b6b67 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0514426 Jan 25 02:16:45.580160 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 36266) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:16:45.584981 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [None req-d14a5198-0144-4c97-acf2-fd5f4abf59d0 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Request body: {'floatingip': {'port_id': '7b3d905e-34e7-4ddb-9c80-d8b54c4a3119'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:16:45.652914 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d14a5198-0144-4c97-acf2-fd5f4abf59d0 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for floatingip (57e8a4ed-aa51-474d-b9c7-7ef7163bff97), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:46.295084 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d14a5198-0144-4c97-acf2-fd5f4abf59d0 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:46.312833 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f05052-b280-4c54-864a-279069c1a7df req-a5d092d2-67eb-4cfc-8339-1a1606a74c0e tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:46.315611 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-79f05052-b280-4c54-864a-279069c1a7df req-a5d092d2-67eb-4cfc-8339-1a1606a74c0e tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.0777392 Jan 25 02:16:46.363534 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-79f05052-b280-4c54-864a-279069c1a7df req-e2367d58-6884-4e1e-b843-d3d9d46f481e tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423977 Jan 25 02:16:46.394895 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d14a5198-0144-4c97-acf2-fd5f4abf59d0 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013182'] for floatingip (57e8a4ed-aa51-474d-b9c7-7ef7163bff97), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:46.715438 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.db.l3_db [None req-d14a5198-0144-4c97-acf2-fd5f4abf59d0 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Floating IP 57e8a4ed-aa51-474d-b9c7-7ef7163bff97 associated. External IP: 172.27.3.160, port: 7b3d905e-34e7-4ddb-9c80-d8b54c4a3119. Jan 25 02:16:46.919408 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14a5198-0144-4c97-acf2-fd5f4abf59d0 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Router 0364cad3-edfd-4ce2-b2fb-a17a8e703e09 has already been hosted by L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:16:47.035209 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14a5198-0144-4c97-acf2-fd5f4abf59d0 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:16:47.039984 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d14a5198-0144-4c97-acf2-fd5f4abf59d0 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:47.045166 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13be27c5-15a7-4ffd-b560-85424a2001d9 None None] Sync routers for ids ['0364cad3-edfd-4ce2-b2fb-a17a8e703e09'] in dv-cinder-821168-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:16:47.054563 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13be27c5-15a7-4ffd-b560-85424a2001d9 None None] Routers {'0364cad3-edfd-4ce2-b2fb-a17a8e703e09'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:16:47.055193 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-13be27c5-15a7-4ffd-b560-85424a2001d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:16:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['0364cad3-edfd-4ce2-b2fb-a17a8e703e09'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:16:47.070207 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-d14a5198-0144-4c97-acf2-fd5f4abf59d0 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "PUT /v2.0/floatingips/57e8a4ed-aa51-474d-b9c7-7ef7163bff97 HTTP/1.1" status: 200 len: 991 time: 1.4884925 Jan 25 02:16:47.070852 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39743fdf-355f-4f86-9954-eee35a2306ca', 'tag': '7b3d905e-34e7-4ddb-9c80-d8b54c4a3119'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:16:47.073164 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde5bbac-db70-477a-a690-2bb4dde52c63" -d '{"events": [{"name": "network-changed", "server_uuid": "39743fdf-355f-4f86-9954-eee35a2306ca", "tag": "7b3d905e-34e7-4ddb-9c80-d8b54c4a3119"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:16:47.138812 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a37af8-b136-4693-9878-97e43b4ee6cb x-openstack-request-id: req-27a37af8-b136-4693-9878-97e43b4ee6cb {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:16:47.139143 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39743fdf-355f-4f86-9954-eee35a2306ca", "tag": "7b3d905e-34e7-4ddb-9c80-d8b54c4a3119", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:16:47.139355 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-27a37af8-b136-4693-9878-97e43b4ee6cb {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:16:47.139747 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39743fdf-355f-4f86-9954-eee35a2306ca', 'tag': '7b3d905e-34e7-4ddb-9c80-d8b54c4a3119', 'status': 'completed', 'code': 200} Jan 25 02:16:47.155464 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70baa754-2bd5-4165-ad77-ab1c1daf3f1a req-f68100c1-75b5-470d-8d54-16b7d1d689f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:47.157064 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-70baa754-2bd5-4165-ad77-ab1c1daf3f1a req-f68100c1-75b5-470d-8d54-16b7d1d689f5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cd0e87a773cb48a5808124de0b5709f6&device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 1098 time: 0.0461805 Jan 25 02:16:47.187624 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-13be27c5-15a7-4ffd-b560-85424a2001d9 None None] Set router 0364cad3-edfd-4ce2-b2fb-a17a8e703e09 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:16:47.284639 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5bbac-db70-477a-a690-2bb4dde52c63 req-584ec742-e151-422a-bafa-b22b8dabb399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:47.286049 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dde5bbac-db70-477a-a690-2bb4dde52c63 req-584ec742-e151-422a-bafa-b22b8dabb399 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1dc0c55e351a499ba2e0b38fd3fea46c&device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 1098 time: 0.1019053 Jan 25 02:16:47.322769 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70baa754-2bd5-4165-ad77-ab1c1daf3f1a req-65a483a5-05af-498f-b303-fea33fabd93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:47.324266 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-70baa754-2bd5-4165-ad77-ab1c1daf3f1a req-65a483a5-05af-498f-b303-fea33fabd93b service neutron] 10.222.0.79 "GET /v2.0/networks?id=9e211453-422c-4767-b463-5c4e4c8afabc HTTP/1.1" status: 200 len: 918 time: 0.1480472 Jan 25 02:16:47.438929 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-70baa754-2bd5-4165-ad77-ab1c1daf3f1a req-c77a07f0-63d7-4add-8f10-72a824b8c929 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7041aa67-9e6b-4b11-899d-56b2335311bf HTTP/1.1" status: 200 len: 1000 time: 0.1061707 Jan 25 02:16:47.461240 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5bbac-db70-477a-a690-2bb4dde52c63 req-733669fc-c482-477b-b8b3-259cae7cf80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:47.462674 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dde5bbac-db70-477a-a690-2bb4dde52c63 req-733669fc-c482-477b-b8b3-259cae7cf80a service neutron] 10.222.0.79 "GET /v2.0/networks?id=01d302a1-d37b-4d5b-9a51-6cceb6126a3f HTTP/1.1" status: 200 len: 912 time: 0.1676729 Jan 25 02:16:47.480523 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-13be27c5-15a7-4ffd-b560-85424a2001d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'name': 'tempest-AttachVolumeTestJSON-1127360137-router', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '94b310f7-9a60-4ba5-9d90-08a54db022bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:16:15Z', 'updated_at': '2022-01-25T02:16:18Z', 'revision_number': 4, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'gw_port': {'id': '94b310f7-9a60-4ba5-9d90-08a54db022bd', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:16:15Z', 'updated_at': '2022-01-25T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_floatingips': [{'id': '57e8a4ed-aa51-474d-b9c7-7ef7163bff97', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'floating_ip_address': '172.27.3.160', 'floating_network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'router_id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'port_id': '7b3d905e-34e7-4ddb-9c80-d8b54c4a3119', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f', 'mac_address': 'fa:16:3e:9a:10:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39743fdf-355f-4f86-9954-eee35a2306ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:16:22Z', 'updated_at': '2022-01-25T02:16:46Z', 'revision_number': 1, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42bd279f-c138-4b50-9ed1-cdd8dd356707', 'name': '', 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'mac_address': 'fa:16:3e:5d:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '4433a20e-0a7e-4dda-9aa9-6ade059d64f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:16:17Z', 'updated_at': '2022-01-25T02:16:22Z', 'revision_number': 5, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'subnets': [{'id': '4433a20e-0a7e-4dda-9aa9-6ade059d64f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:16:47.507769 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13be27c5-15a7-4ffd-b560-85424a2001d9 None None] Checking router: 0364cad3-edfd-4ce2-b2fb-a17a8e703e09 for host: dv-cinder-821168-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:16:47.515946 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13be27c5-15a7-4ffd-b560-85424a2001d9 None None] Routers {'0364cad3-edfd-4ce2-b2fb-a17a8e703e09'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:16:47.516564 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-13be27c5-15a7-4ffd-b560-85424a2001d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:16:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['0364cad3-edfd-4ce2-b2fb-a17a8e703e09'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:16:47.577165 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70baa754-2bd5-4165-ad77-ab1c1daf3f1a req-fd16e319-6969-4a5c-8966-53767314b19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:47.577165 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-70baa754-2bd5-4165-ad77-ab1c1daf3f1a req-fd16e319-6969-4a5c-8966-53767314b19f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=431c2097-6312-4255-849e-eb12f9822c44 HTTP/1.1" status: 200 len: 856 time: 0.1186886 Jan 25 02:16:47.579457 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fadb2-c4d1-4be4-a00f-523bbaec45cc req-3f548a35-c0fd-4dc7-b207-47528a675d5c tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:47.581605 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4c4fadb2-c4d1-4be4-a00f-523bbaec45cc req-3f548a35-c0fd-4dc7-b207-47528a675d5c tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.1394396 Jan 25 02:16:47.615545 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dde5bbac-db70-477a-a690-2bb4dde52c63 req-5139f4f1-b9ce-4bfe-a572-a874371837a7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b3d905e-34e7-4ddb-9c80-d8b54c4a3119 HTTP/1.1" status: 200 len: 999 time: 0.1218734 Jan 25 02:16:47.639936 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-13be27c5-15a7-4ffd-b560-85424a2001d9 None None] Set router 0364cad3-edfd-4ce2-b2fb-a17a8e703e09 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:16:47.702399 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70baa754-2bd5-4165-ad77-ab1c1daf3f1a req-981d709d-455e-4839-aacf-a5b668ba1e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:47.703859 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-70baa754-2bd5-4165-ad77-ab1c1daf3f1a req-981d709d-455e-4839-aacf-a5b668ba1e00 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9e211453-422c-4767-b463-5c4e4c8afabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1195662 Jan 25 02:16:47.723227 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5bbac-db70-477a-a690-2bb4dde52c63 req-db900dad-225b-413a-ae02-661fcb3ea67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:47.725332 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dde5bbac-db70-477a-a690-2bb4dde52c63 req-db900dad-225b-413a-ae02-661fcb3ea67d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4433a20e-0a7e-4dda-9aa9-6ade059d64f5 HTTP/1.1" status: 200 len: 850 time: 0.1015813 Jan 25 02:16:47.726532 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa646a2b-40ff-478f-a1ad-0e5495118d5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:47.746316 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4c4fadb2-c4d1-4be4-a00f-523bbaec45cc req-4bf6aa15-5774-46fc-89af-415ef402e35a tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482913 Jan 25 02:16:47.836938 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5bbac-db70-477a-a690-2bb4dde52c63 req-9eedbb33-3b5f-4953-b8b6-aedbdb0e7a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:47.838479 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dde5bbac-db70-477a-a690-2bb4dde52c63 req-9eedbb33-3b5f-4953-b8b6-aedbdb0e7a6c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=01d302a1-d37b-4d5b-9a51-6cceb6126a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0976064 Jan 25 02:16:47.849364 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-70baa754-2bd5-4165-ad77-ab1c1daf3f1a req-29822503-70f9-4107-8e64-6d216d1df3f2 service neutron] 10.222.0.79 "GET /v2.0/networks/9e211453-422c-4767-b463-5c4e4c8afabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372368 Jan 25 02:16:47.894518 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-13be27c5-15a7-4ffd-b560-85424a2001d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'name': 'tempest-AttachVolumeTestJSON-1127360137-router', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '94b310f7-9a60-4ba5-9d90-08a54db022bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:16:15Z', 'updated_at': '2022-01-25T02:16:18Z', 'revision_number': 4, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'gw_port': {'id': '94b310f7-9a60-4ba5-9d90-08a54db022bd', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:16:15Z', 'updated_at': '2022-01-25T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_floatingips': [{'id': '57e8a4ed-aa51-474d-b9c7-7ef7163bff97', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'floating_ip_address': '172.27.3.160', 'floating_network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'router_id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'port_id': '7b3d905e-34e7-4ddb-9c80-d8b54c4a3119', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f', 'mac_address': 'fa:16:3e:9a:10:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39743fdf-355f-4f86-9954-eee35a2306ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:16:22Z', 'updated_at': '2022-01-25T02:16:46Z', 'revision_number': 1, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42bd279f-c138-4b50-9ed1-cdd8dd356707', 'name': '', 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'mac_address': 'fa:16:3e:5d:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '4433a20e-0a7e-4dda-9aa9-6ade059d64f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:16:17Z', 'updated_at': '2022-01-25T02:16:22Z', 'revision_number': 5, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'subnets': [{'id': '4433a20e-0a7e-4dda-9aa9-6ade059d64f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:16:47.922590 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13be27c5-15a7-4ffd-b560-85424a2001d9 None None] The sync data for ids ['0364cad3-edfd-4ce2-b2fb-a17a8e703e09'] in dv-cinder-821168-1-iscsi is: [{'id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'name': 'tempest-AttachVolumeTestJSON-1127360137-router', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '94b310f7-9a60-4ba5-9d90-08a54db022bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:16:15Z', 'updated_at': '2022-01-25T02:16:18Z', 'revision_number': 4, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'gw_port': {'id': '94b310f7-9a60-4ba5-9d90-08a54db022bd', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:16:15Z', 'updated_at': '2022-01-25T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_floatingips': [{'id': '57e8a4ed-aa51-474d-b9c7-7ef7163bff97', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'floating_ip_address': '172.27.3.160', 'floating_network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'router_id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'port_id': '7b3d905e-34e7-4ddb-9c80-d8b54c4a3119', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f', 'mac_address': 'fa:16:3e:9a:10:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39743fdf-355f-4f86-9954-eee35a2306ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:16:22Z', 'updated_at': '2022-01-25T02:16:46Z', 'revision_number': 1, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42bd279f-c138-4b50-9ed1-cdd8dd356707', 'name': '', 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'mac_address': 'fa:16:3e:5d:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '4433a20e-0a7e-4dda-9aa9-6ade059d64f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:16:17Z', 'updated_at': '2022-01-25T02:16:22Z', 'revision_number': 5, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'subnets': [{'id': '4433a20e-0a7e-4dda-9aa9-6ade059d64f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:16:48.117025 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc1c853-03c4-4cf2-b64f-194623c4ecf4 None None] New status for floating IP 57e8a4ed-aa51-474d-b9c7-7ef7163bff97: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:16:48.870808 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157da92-25cc-4e72-9bc4-4f24430cba56 req-e2013312-0b81-4035-bfa0-97538ffd7fa1 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:48.872356 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5157da92-25cc-4e72-9bc4-4f24430cba56 req-e2013312-0b81-4035-bfa0-97538ffd7fa1 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.0516887 Jan 25 02:16:48.917419 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5157da92-25cc-4e72-9bc4-4f24430cba56 req-6f5bf07b-1a1c-453e-9234-c8bad089d89b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389640 Jan 25 02:16:50.040656 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4cceb-cc2c-441a-bdc7-147d55458f88 req-eadbd8ae-8212-4708-8483-16e2bc2f69fd tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:50.042156 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b8d4cceb-cc2c-441a-bdc7-147d55458f88 req-eadbd8ae-8212-4708-8483-16e2bc2f69fd tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.0480468 Jan 25 02:16:50.095486 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b8d4cceb-cc2c-441a-bdc7-147d55458f88 req-e0c2b631-4272-46fe-8656-b6705ba826a4 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476964 Jan 25 02:16:50.155101 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e132582f-2eb4-4ae3-9637-7094605f2a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:51.020902 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 7041aa67-9e6b-4b11-899d-56b2335311bf no longer exists at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:16:51.105920 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:51.108048 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 7041aa67-9e6b-4b11-899d-56b2335311bf is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:16:51.108439 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (7041aa67-9e6b-4b11-899d-56b2335311bf), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:51.139117 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbd6fbd-d262-49cc-a4b2-41ad26db1c89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7041aa67-9e6b-4b11-899d-56b2335311bf'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:16:51.142456 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425b8effad759ea2b395d79f7fcdbc6f74d58daf1cbadf1a5a1a211e7a69aa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e0fb78-0a1c-411a-8660-3aa85c9ece58" -d '{"events": [{"server_uuid": "bcbd6fbd-d262-49cc-a4b2-41ad26db1c89", "name": "network-vif-unplugged", "status": "completed", "tag": "7041aa67-9e6b-4b11-899d-56b2335311bf"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:16:51.154737 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 7041aa67-9e6b-4b11-899d-56b2335311bf, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=7041aa67-9e6b-4b11-899d-56b2335311bf,segment=NetworkSegment(a011af27-2f86-4052-851b-d44cff3836ce),segment_id=a011af27-2f86-4052-851b-d44cff3836ce)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:16:51.181510 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dde5bbac-db70-477a-a690-2bb4dde52c63 req-5260fd35-9aae-46c2-a1a2-05c2f3170be7 service neutron] 10.222.0.79 "GET /v2.0/networks/01d302a1-d37b-4d5b-9a51-6cceb6126a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577814 Jan 25 02:16:51.183504 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-70baa754-2bd5-4165-ad77-ab1c1daf3f1a req-aa69fd3b-9719-45df-a328-c196046ff89f service neutron] 10.222.0.79 "GET /v2.0/networks/9e211453-422c-4767-b463-5c4e4c8afabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524162 Jan 25 02:16:51.192256 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 25 Jan 2022 02:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae535fc2-7e46-483b-baab-9907c67af187 x-openstack-request-id: req-ae535fc2-7e46-483b-baab-9907c67af187 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:16:51.192756 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbd6fbd-d262-49cc-a4b2-41ad26db1c89", "name": "network-vif-unplugged", "status": "completed", "tag": "7041aa67-9e6b-4b11-899d-56b2335311bf", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:16:51.192865 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-ae535fc2-7e46-483b-baab-9907c67af187 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:16:51.193244 dv-cinder-821168-1-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbd6fbd-d262-49cc-a4b2-41ad26db1c89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7041aa67-9e6b-4b11-899d-56b2335311bf', 'code': 200} Jan 25 02:16:51.223403 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (7041aa67-9e6b-4b11-899d-56b2335311bf), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:51.272098 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=7041aa67-9e6b-4b11-899d-56b2335311bf,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:51.296105 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb9a8a-df6e-475d-beca-d23e313ae790 req-6086cf31-0dcc-4bf7-8498-58961baf2c40 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:51.297577 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-84bb9a8a-df6e-475d-beca-d23e313ae790 req-6086cf31-0dcc-4bf7-8498-58961baf2c40 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 945 time: 0.1031320 Jan 25 02:16:51.343047 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dde5bbac-db70-477a-a690-2bb4dde52c63 req-ee793ec2-7b4f-4042-b377-e624cf1c7977 service neutron] 10.222.0.79 "GET /v2.0/networks/01d302a1-d37b-4d5b-9a51-6cceb6126a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397626 Jan 25 02:16:51.365202 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-84bb9a8a-df6e-475d-beca-d23e313ae790 req-2a5c7b0b-deb4-4b66-a291-0b37bd62fe41 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609524 Jan 25 02:16:51.560922 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:52.494858 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146d36c-da87-4f13-b718-8d74222d48a0 req-778f2faf-1d39-427b-9bfb-37f9fa1dfae3 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:52.497518 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f146d36c-da87-4f13-b718-8d74222d48a0 req-778f2faf-1d39-427b-9bfb-37f9fa1dfae3 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 943 time: 0.0568616 Jan 25 02:16:52.565854 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f146d36c-da87-4f13-b718-8d74222d48a0 req-e6c33b83-16c1-4a84-99a1-2c4af160cf2a tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642178 Jan 25 02:16:52.642765 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-143b762b-b39c-4602-b8c9-9f790870351b tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:52.644221 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-143b762b-b39c-4602-b8c9-9f790870351b tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/networks?id=d41d51d0-c617-42b1-ba7b-f110ce1144d5 HTTP/1.1" status: 200 len: 814 time: 0.1104772 Jan 25 02:16:52.658450 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-2eca7849-d172-423a-a88f-027685a51395 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/quotas/93c92ed94cb34afe872735bf7975296f HTTP/1.1" status: 200 len: 375 time: 0.0088384 Jan 25 02:16:52.692461 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-4712730c-802c-48d8-a612-2eaeb494d89e tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=93c92ed94cb34afe872735bf7975296f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291538 Jan 25 02:16:52.778782 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-ccbb9bc5-ad6f-4b27-8b22-4619fb0198f9 service neutron] 10.222.0.112 "GET /v2.0/networks/d41d51d0-c617-42b1-ba7b-f110ce1144d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796094 Jan 25 02:16:52.870207 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-8f328b6a-7e3a-4dee-a3c0-77facef891f1 service neutron] 10.222.0.112 "GET /v2.0/networks/d41d51d0-c617-42b1-ba7b-f110ce1144d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852826 Jan 25 02:16:53.103677 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:53.162479 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-466f3fe0-f3f0-4e40-8d7e-42288120fc38 req-6f611ebd-6d1f-4a63-af5d-c62c3a1b3479 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=1393f965-bda6-4ddc-8973-fa2d3a97dd86 HTTP/1.1" status: 200 len: 210 time: 0.0283580 Jan 25 02:16:53.683935 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d1c0c-384d-4020-a075-aa25dd0afb7f req-a42329cb-05a1-4ae9-9974-ba3178b23504 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:53.685581 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-735d1c0c-384d-4020-a075-aa25dd0afb7f req-a42329cb-05a1-4ae9-9974-ba3178b23504 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 943 time: 0.0482485 Jan 25 02:16:53.734655 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-735d1c0c-384d-4020-a075-aa25dd0afb7f req-6e271acb-7133-4dad-a5b4-5c4438732619 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425425 Jan 25 02:16:54.255981 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-bad3f9e7-525d-4fa3-9f32-bdaf21199207 req-757a070b-144a-41c9-84cd-ebb6358a6b64 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=1393f965-bda6-4ddc-8973-fa2d3a97dd86 HTTP/1.1" status: 200 len: 210 time: 0.0271771 Jan 25 02:16:54.554824 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:54.759607 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 36432) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:16:54.864605 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [req-04d15fc0-4409-413f-b516-3950da184413 req-d41918ca-0a2c-463b-8d79-da3175481534 service neutron] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:16:54.865557 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-04d15fc0-4409-413f-b516-3950da184413 req-d41918ca-0a2c-463b-8d79-da3175481534 service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061171 Jan 25 02:16:54.871749 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bb7c981a-0519-41b4-aa62-7a100c622819 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:54.949212 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bb7c981a-0519-41b4-aa62-7a100c622819 admin admin] Publish callbacks [] for security_group (916a78d7-5368-4d66-8f3b-850616437750), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:55.040476 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bb7c981a-0519-41b4-aa62-7a100c622819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (916a78d7-5368-4d66-8f3b-850616437750), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:55.079093 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-bb7c981a-0519-41b4-aa62-7a100c622819 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=3b7bb8cae5e242afb9cae3dbfbb6d818&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3183074 Jan 25 02:16:55.080539 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c981a-0519-41b4-aa62-7a100c622819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916a78d7-5368-4d66-8f3b-850616437750,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:55.082890 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 36440) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:16:55.137500 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5789226a-5a65-43a7-9f30-6b06cb29c447 admin admin] Publish callbacks [] for security_group (916a78d7-5368-4d66-8f3b-850616437750), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:55.167607 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5789226a-5a65-43a7-9f30-6b06cb29c447 admin admin] Publish callbacks [] for security_group (916a78d7-5368-4d66-8f3b-850616437750), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:55.319781 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424bbf81-d6e9-4584-bcd9-ee1aec1f2f90 req-749a831c-547f-4d0a-9db0-131ef6e02784 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:55.321367 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-424bbf81-d6e9-4584-bcd9-ee1aec1f2f90 req-749a831c-547f-4d0a-9db0-131ef6e02784 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 943 time: 0.1185887 Jan 25 02:16:55.350823 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5789226a-5a65-43a7-9f30-6b06cb29c447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (916a78d7-5368-4d66-8f3b-850616437750), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:55.353697 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5789226a-5a65-43a7-9f30-6b06cb29c447 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:55.357973 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-5789226a-5a65-43a7-9f30-6b06cb29c447 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/916a78d7-5368-4d66-8f3b-850616437750 HTTP/1.1" status: 204 len: 168 time: 0.2740169 Jan 25 02:16:55.368246 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5789226a-5a65-43a7-9f30-6b06cb29c447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916a78d7-5368-4d66-8f3b-850616437750,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:55.374704 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-381cd8e8-044f-4a26-908e-4a6d5863599a req-2176a807-058b-49bc-b38b-2d59cbb2df45 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=1393f965-bda6-4ddc-8973-fa2d3a97dd86 HTTP/1.1" status: 200 len: 210 time: 0.0420086 Jan 25 02:16:55.400659 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-51e71311-3c56-4f85-84b8-530f130a99d7 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:55.400659 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-51e71311-3c56-4f85-84b8-530f130a99d7 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.79 "GET /v2.0/networks?id=d41d51d0-c617-42b1-ba7b-f110ce1144d5 HTTP/1.1" status: 200 len: 814 time: 0.1873806 Jan 25 02:16:55.424322 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-e37d83f3-a58c-4b3b-a7e7-b1d09fe14185 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Request body: {'port': {'device_id': '1393f965-bda6-4ddc-8973-fa2d3a97dd86', 'network_id': 'd41d51d0-c617-42b1-ba7b-f110ce1144d5', 'admin_state_up': True, 'tenant_id': '93c92ed94cb34afe872735bf7975296f'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:16:55.476183 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-424bbf81-d6e9-4584-bcd9-ee1aec1f2f90 req-076d475f-434a-4de9-98d1-1433f1c12296 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370056 Jan 25 02:16:55.657656 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-e37d83f3-a58c-4b3b-a7e7-b1d09fe14185 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Made reservation on behalf of 93c92ed94cb34afe872735bf7975296f for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:16:55.661318 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-e37d83f3-a58c-4b3b-a7e7-b1d09fe14185 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:55.795595 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-e37d83f3-a58c-4b3b-a7e7-b1d09fe14185 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Allocated IP 172.20.0.10 (d41d51d0-c617-42b1-ba7b-f110ce1144d5/4e85f871-34f2-4d27-9159-fcd920ee4456/ec76dbe8-6e56-4412-abae-ead410cf5773) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:16:55.863688 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 36480) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:16:55.952346 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [req-24c56ec1-692b-4b1f-bce0-f54385836662 req-8c5c48ee-6bd4-4b95-8805-934dc59e4588 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0869708 Jan 25 02:16:55.961700 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [req-24c56ec1-692b-4b1f-bce0-f54385836662 req-8aed4cf0-3b95-40f8-a5d4-16bf7b7d7138 service neutron] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:16:55.962700 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [req-24c56ec1-692b-4b1f-bce0-f54385836662 req-8aed4cf0-3b95-40f8-a5d4-16bf7b7d7138 service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054247 Jan 25 02:16:55.966907 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-e37d83f3-a58c-4b3b-a7e7-b1d09fe14185 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Publish callbacks [] for port (ec76dbe8-6e56-4412-abae-ead410cf5773), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:56.069317 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-e37d83f3-a58c-4b3b-a7e7-b1d09fe14185 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (ec76dbe8-6e56-4412-abae-ead410cf5773), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:56.116711 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-e37d83f3-a58c-4b3b-a7e7-b1d09fe14185 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Network d41d51d0-c617-42b1-ba7b-f110ce1144d5 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:16:56.119955 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-e37d83f3-a58c-4b3b-a7e7-b1d09fe14185 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:16:56.123081 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-e37d83f3-a58c-4b3b-a7e7-b1d09fe14185 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:16:56.164053 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d83f3-a58c-4b3b-a7e7-b1d09fe14185 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Pushing event updated for resources: {'Port': ['ID=ec76dbe8-6e56-4412-abae-ead410cf5773,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:56.186172 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-e37d83f3-a58c-4b3b-a7e7-b1d09fe14185 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:56.195305 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-e37d83f3-a58c-4b3b-a7e7-b1d09fe14185 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:56.260836 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-e37d83f3-a58c-4b3b-a7e7-b1d09fe14185 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8435223 Jan 25 02:16:56.279268 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-c09ee0e1-1555-47df-ae0e-35519816b365 service neutron] Request body: {'port': {'device_id': '1393f965-bda6-4ddc-8973-fa2d3a97dd86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82116'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:16:56.337142 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-c09ee0e1-1555-47df-ae0e-35519816b365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (ec76dbe8-6e56-4412-abae-ead410cf5773), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:56.855088 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48aedba-1e16-4ac5-98f3-570b51191725 req-3a5cdc6f-e057-4a01-81dc-bf1927b1addf tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:56.856625 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c48aedba-1e16-4ac5-98f3-570b51191725 req-3a5cdc6f-e057-4a01-81dc-bf1927b1addf tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=1393f965-bda6-4ddc-8973-fa2d3a97dd86 HTTP/1.1" status: 200 len: 932 time: 0.3888369 Jan 25 02:16:56.887598 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a8c84-c334-4dc6-a468-e9b65607d676 req-d08bd439-191f-479d-8e6c-1bbf79de73ed tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:56.889048 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fa7a8c84-c334-4dc6-a468-e9b65607d676 req-d08bd439-191f-479d-8e6c-1bbf79de73ed tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 943 time: 0.1435668 Jan 25 02:16:56.982265 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c48aedba-1e16-4ac5-98f3-570b51191725 req-4605126f-8926-4288-ade6-21c7409df658 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/security-groups?id=2691c8ac-a779-4112-a452-0d260bedc395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143336 Jan 25 02:16:57.013464 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fa7a8c84-c334-4dc6-a468-e9b65607d676 req-66c76f2e-223f-4bce-a4c3-0c53097434b0 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130331 Jan 25 02:16:57.024863 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-c09ee0e1-1555-47df-ae0e-35519816b365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec76dbe8-6e56-4412-abae-ead410cf5773 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:16:57.032755 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-c09ee0e1-1555-47df-ae0e-35519816b365 service neutron] Publish callbacks [] for port (ec76dbe8-6e56-4412-abae-ead410cf5773), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:57.044827 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-c09ee0e1-1555-47df-ae0e-35519816b365 service neutron] Transition to ACTIVE for port object ec76dbe8-6e56-4412-abae-ead410cf5773 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:16:57.120381 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-c09ee0e1-1555-47df-ae0e-35519816b365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26102405'] for port (ec76dbe8-6e56-4412-abae-ead410cf5773), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:57.176881 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ee0e1-1555-47df-ae0e-35519816b365 service neutron] Pushing event updated for resources: {'Port': ['ID=ec76dbe8-6e56-4412-abae-ead410cf5773,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:57.249642 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-c09ee0e1-1555-47df-ae0e-35519816b365 service neutron] Attempting to bind port ec76dbe8-6e56-4412-abae-ead410cf5773 on host hv-cinder-82116 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:16:57.249980 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-c09ee0e1-1555-47df-ae0e-35519816b365 service neutron] Attempting to bind port ec76dbe8-6e56-4412-abae-ead410cf5773 by drivers openvswitch,hyperv on host hv-cinder-82116 at level 0 using segments [{'id': '968724b8-27ee-4721-8133-6d47ea918af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd41d51d0-c617-42b1-ba7b-f110ce1144d5'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:16:57.250308 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-c09ee0e1-1555-47df-ae0e-35519816b365 service neutron] Attempting to bind port ec76dbe8-6e56-4412-abae-ead410cf5773 on network d41d51d0-c617-42b1-ba7b-f110ce1144d5 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:16:57.255346 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-c09ee0e1-1555-47df-ae0e-35519816b365 service neutron] Port ec76dbe8-6e56-4412-abae-ead410cf5773 on network d41d51d0-c617-42b1-ba7b-f110ce1144d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82116 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:16:57.255859 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-c09ee0e1-1555-47df-ae0e-35519816b365 service neutron] Attempting to bind port ec76dbe8-6e56-4412-abae-ead410cf5773 on network d41d51d0-c617-42b1-ba7b-f110ce1144d5 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:16:57.266571 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-c09ee0e1-1555-47df-ae0e-35519816b365 service neutron] Checking agent: {'id': '52d0b4b2-7edd-4256-a5ca-dd2d58b489f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 10, 20), 'started_at': datetime.datetime(2022, 1, 25, 2, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:16:57.267009 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-c09ee0e1-1555-47df-ae0e-35519816b365 service neutron] Checking segment: {'id': '968724b8-27ee-4721-8133-6d47ea918af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd41d51d0-c617-42b1-ba7b-f110ce1144d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:16:57.267458 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-c09ee0e1-1555-47df-ae0e-35519816b365 service neutron] Bound using segment: {'id': '968724b8-27ee-4721-8133-6d47ea918af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd41d51d0-c617-42b1-ba7b-f110ce1144d5'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:16:57.267918 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-c09ee0e1-1555-47df-ae0e-35519816b365 service neutron] Bound port: ec76dbe8-6e56-4412-abae-ead410cf5773, host: hv-cinder-82116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '968724b8-27ee-4721-8133-6d47ea918af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd41d51d0-c617-42b1-ba7b-f110ce1144d5'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:16:57.268281 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-c09ee0e1-1555-47df-ae0e-35519816b365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (ec76dbe8-6e56-4412-abae-ead410cf5773), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:57.333616 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-c09ee0e1-1555-47df-ae0e-35519816b365 service neutron] For port ec76dbe8-6e56-4412-abae-ead410cf5773, host hv-cinder-82116, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:16:57.336727 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-c09ee0e1-1555-47df-ae0e-35519816b365 service neutron] For port ec76dbe8-6e56-4412-abae-ead410cf5773, host hv-cinder-82116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=ec76dbe8-6e56-4412-abae-ead410cf5773,segment=NetworkSegment(968724b8-27ee-4721-8133-6d47ea918af9),segment_id=968724b8-27ee-4721-8133-6d47ea918af9)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:16:57.407009 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-c09ee0e1-1555-47df-ae0e-35519816b365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26102405'] for port (ec76dbe8-6e56-4412-abae-ead410cf5773), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:57.442544 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-c09ee0e1-1555-47df-ae0e-35519816b365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:57.443179 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-c09ee0e1-1555-47df-ae0e-35519816b365 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:57.444548 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-c09ee0e1-1555-47df-ae0e-35519816b365 service neutron] 10.222.0.79 "PUT /v2.0/ports/ec76dbe8-6e56-4412-abae-ead410cf5773 HTTP/1.1" status: 200 len: 1094 time: 1.1700540 Jan 25 02:16:57.445056 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1393f965-bda6-4ddc-8973-fa2d3a97dd86', 'tag': 'ec76dbe8-6e56-4412-abae-ead410cf5773'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:16:57.447309 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444b0f24-ada4-4652-b397-5869affb0924" -d '{"events": [{"name": "network-changed", "server_uuid": "1393f965-bda6-4ddc-8973-fa2d3a97dd86", "tag": "ec76dbe8-6e56-4412-abae-ead410cf5773"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:16:57.473176 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ee0e1-1555-47df-ae0e-35519816b365 service neutron] Pushing event updated for resources: {'Port': ['ID=ec76dbe8-6e56-4412-abae-ead410cf5773,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:57.488362 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f037b4-1570-457b-ba9b-09a73249d354 x-openstack-request-id: req-15f037b4-1570-457b-ba9b-09a73249d354 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:16:57.488654 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1393f965-bda6-4ddc-8973-fa2d3a97dd86", "tag": "ec76dbe8-6e56-4412-abae-ead410cf5773", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:16:57.488911 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-15f037b4-1570-457b-ba9b-09a73249d354 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:16:57.489309 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1393f965-bda6-4ddc-8973-fa2d3a97dd86', 'tag': 'ec76dbe8-6e56-4412-abae-ead410cf5773', 'status': 'completed', 'code': 200} Jan 25 02:16:57.571729 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b0f24-ada4-4652-b397-5869affb0924 req-5e60ff85-23df-4662-accc-7e683b63fa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:57.573280 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-444b0f24-ada4-4652-b397-5869affb0924 req-5e60ff85-23df-4662-accc-7e683b63fa7d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=93c92ed94cb34afe872735bf7975296f&device_id=1393f965-bda6-4ddc-8973-fa2d3a97dd86 HTTP/1.1" status: 200 len: 1097 time: 0.0410054 Jan 25 02:16:57.622274 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 7041aa67-9e6b-4b11-899d-56b2335311bf no longer exists at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:16:57.687882 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b0f24-ada4-4652-b397-5869affb0924 req-f88e35de-a562-4864-b77e-6aa63fdb63d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:57.690242 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-444b0f24-ada4-4652-b397-5869affb0924 req-f88e35de-a562-4864-b77e-6aa63fdb63d1 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=93c92ed94cb34afe872735bf7975296f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1029482 Jan 25 02:16:57.703658 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 7041aa67-9e6b-4b11-899d-56b2335311bf is: DOWN; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:16:57.787885 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b0f24-ada4-4652-b397-5869affb0924 req-bd95671c-646a-4736-b1df-62c44164cc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:57.789605 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-444b0f24-ada4-4652-b397-5869affb0924 req-bd95671c-646a-4736-b1df-62c44164cc79 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933101 Jan 25 02:16:57.800455 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 36538) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:16:57.894153 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-25288787-7401-45f6-bfcc-2581e722b5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:57.894757 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-25288787-7401-45f6-bfcc-2581e722b5f5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=93c92ed94cb34afe872735bf7975296f&device_id=1393f965-bda6-4ddc-8973-fa2d3a97dd86 HTTP/1.1" status: 200 len: 1097 time: 0.0438695 Jan 25 02:16:57.913294 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4e79c9d5-afbd-46e9-9385-b3cc753a5ffc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:57.964646 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-885d677f-b5e6-4e0d-9369-a91bf57e7894 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec76dbe8-6e56-4412-abae-ead410cf5773 HTTP/1.1" status: 200 len: 217 time: 0.0482605 Jan 25 02:16:58.051979 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-38b26807-9182-449b-b127-2327eb0fda22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:58.053450 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-38b26807-9182-449b-b127-2327eb0fda22 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4e85f871-34f2-4d27-9159-fcd920ee4456 HTTP/1.1" status: 200 len: 854 time: 0.0685403 Jan 25 02:16:58.113402 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4e79c9d5-afbd-46e9-9385-b3cc753a5ffc admin admin] Publish callbacks [] for security_group (104bec65-1fd1-4416-a768-a5a520a38c79), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:58.117263 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-099d59cb-73c3-4e28-89d2-08d0db38ed64 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d41d51d0-c617-42b1-ba7b-f110ce1144d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509889 Jan 25 02:16:58.216367 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4e79c9d5-afbd-46e9-9385-b3cc753a5ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (104bec65-1fd1-4416-a768-a5a520a38c79), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:58.232289 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c06e5-9563-47d5-9dab-1f0dcd5b9c47 req-92b12e36-af31-433f-b9a0-7e8a842b8ffb tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:58.233524 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dc0c06e5-9563-47d5-9dab-1f0dcd5b9c47 req-92b12e36-af31-433f-b9a0-7e8a842b8ffb tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=1393f965-bda6-4ddc-8973-fa2d3a97dd86 HTTP/1.1" status: 200 len: 944 time: 0.1775923 Jan 25 02:16:58.258867 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ecb76-a8b9-4838-b718-04639337c6d1 req-570f8441-a0b6-4668-88eb-41494f5cab2c tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:58.260642 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-800ecb76-a8b9-4838-b718-04639337c6d1 req-570f8441-a0b6-4668-88eb-41494f5cab2c tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 943 time: 0.1458530 Jan 25 02:16:58.323399 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-4e79c9d5-afbd-46e9-9385-b3cc753a5ffc admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=0c2637f5de6246d2b33fbcbb4cc44a03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5218098 Jan 25 02:16:58.326256 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 36548) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:16:58.341205 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e79c9d5-afbd-46e9-9385-b3cc753a5ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104bec65-1fd1-4416-a768-a5a520a38c79,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:58.366101 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-1f0f2f30-4d41-4d9a-8699-8db3cf40ddfe service neutron] 10.222.0.79 "GET /v2.0/networks/d41d51d0-c617-42b1-ba7b-f110ce1144d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374058 Jan 25 02:16:58.379185 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-308f10ba-e2b1-4765-a65c-ce26a3c5d978 admin admin] Publish callbacks [] for security_group (104bec65-1fd1-4416-a768-a5a520a38c79), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:58.402312 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-308f10ba-e2b1-4765-a65c-ce26a3c5d978 admin admin] Publish callbacks [] for security_group (104bec65-1fd1-4416-a768-a5a520a38c79), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:58.416999 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dc0c06e5-9563-47d5-9dab-1f0dcd5b9c47 req-2d576f68-ce4d-418e-8807-b1ff19c56d72 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/security-groups?id=2691c8ac-a779-4112-a452-0d260bedc395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699169 Jan 25 02:16:58.432630 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-800ecb76-a8b9-4838-b718-04639337c6d1 req-813d6d39-1648-4bd6-899d-715602193e42 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451764 Jan 25 02:16:58.511407 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-adc0a748-477c-4f92-af9a-85a9fe8165af req-152e146c-8420-485d-af24-87ecae2e5dce service neutron] 10.222.0.79 "GET /v2.0/networks/d41d51d0-c617-42b1-ba7b-f110ce1144d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369021 Jan 25 02:16:58.543271 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-308f10ba-e2b1-4765-a65c-ce26a3c5d978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (104bec65-1fd1-4416-a768-a5a520a38c79), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:58.545774 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-308f10ba-e2b1-4765-a65c-ce26a3c5d978 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:16:58.546923 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-308f10ba-e2b1-4765-a65c-ce26a3c5d978 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/104bec65-1fd1-4416-a768-a5a520a38c79 HTTP/1.1" status: 204 len: 168 time: 0.2194946 Jan 25 02:16:58.555268 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f10ba-e2b1-4765-a65c-ce26a3c5d978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104bec65-1fd1-4416-a768-a5a520a38c79,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:16:58.762974 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c56ec1-692b-4b1f-bce0-f54385836662 req-c5871553-8063-4418-a79a-fbb7b85941c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:58.764811 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-24c56ec1-692b-4b1f-bce0-f54385836662 req-c5871553-8063-4418-a79a-fbb7b85941c0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89&tenant_id=cd0e87a773cb48a5808124de0b5709f6 HTTP/1.1" status: 200 len: 1096 time: 0.0770235 Jan 25 02:16:58.842905 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c56ec1-692b-4b1f-bce0-f54385836662 req-67e055cc-e8a6-4fe3-9d43-dcd113dbb3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:58.842905 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-24c56ec1-692b-4b1f-bce0-f54385836662 req-67e055cc-e8a6-4fe3-9d43-dcd113dbb3a6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cd0e87a773cb48a5808124de0b5709f6&device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 1096 time: 0.0429709 Jan 25 02:16:58.938385 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c56ec1-692b-4b1f-bce0-f54385836662 req-12ea214c-b409-424a-bf43-c0200944b913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:58.940528 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-24c56ec1-692b-4b1f-bce0-f54385836662 req-12ea214c-b409-424a-bf43-c0200944b913 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9e211453-422c-4767-b463-5c4e4c8afabc HTTP/1.1" status: 200 len: 918 time: 0.0904086 Jan 25 02:16:59.005647 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-24c56ec1-692b-4b1f-bce0-f54385836662 req-400e0349-594a-4852-b7e9-8aa10fa16be0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7041aa67-9e6b-4b11-899d-56b2335311bf HTTP/1.1" status: 200 len: 998 time: 0.0584641 Jan 25 02:16:59.059369 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c56ec1-692b-4b1f-bce0-f54385836662 req-a06d9405-5bb0-4a3a-86cf-4acb597c1a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:59.061053 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-24c56ec1-692b-4b1f-bce0-f54385836662 req-a06d9405-5bb0-4a3a-86cf-4acb597c1a79 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=431c2097-6312-4255-849e-eb12f9822c44 HTTP/1.1" status: 200 len: 856 time: 0.0486917 Jan 25 02:16:59.105576 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c56ec1-692b-4b1f-bce0-f54385836662 req-83a31c98-1b10-4a75-add1-dd4df76d4d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:59.107101 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-24c56ec1-692b-4b1f-bce0-f54385836662 req-83a31c98-1b10-4a75-add1-dd4df76d4d99 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9e211453-422c-4767-b463-5c4e4c8afabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398157 Jan 25 02:16:59.197408 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-24c56ec1-692b-4b1f-bce0-f54385836662 req-aababb35-6cf4-49d1-8b9f-e05176b19150 service neutron] 10.222.0.79 "GET /v2.0/networks/9e211453-422c-4767-b463-5c4e4c8afabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829699 Jan 25 02:16:59.292668 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-24c56ec1-692b-4b1f-bce0-f54385836662 req-43f81595-4fa5-4bdb-9ba5-9702c13eccf2 service neutron] 10.222.0.79 "GET /v2.0/networks/9e211453-422c-4767-b463-5c4e4c8afabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887940 Jan 25 02:16:59.574566 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941eee3-abd9-4404-9dd5-861ae941dc71 req-241585d0-db38-4228-8ed8-cb2921be77ae tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:59.578977 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a941eee3-abd9-4404-9dd5-861ae941dc71 req-241585d0-db38-4228-8ed8-cb2921be77ae tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=1393f965-bda6-4ddc-8973-fa2d3a97dd86 HTTP/1.1" status: 200 len: 944 time: 0.0882833 Jan 25 02:16:59.588430 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad5149-d8c6-477e-8189-18335fe8199f req-18e423ad-6d7d-4062-9369-944f1ade39a0 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:16:59.589914 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f8ad5149-d8c6-477e-8189-18335fe8199f req-18e423ad-6d7d-4062-9369-944f1ade39a0 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 943 time: 0.0752132 Jan 25 02:16:59.663316 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a941eee3-abd9-4404-9dd5-861ae941dc71 req-a5071105-551b-4d33-a84b-19f5ebc26437 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/security-groups?id=2691c8ac-a779-4112-a452-0d260bedc395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723851 Jan 25 02:16:59.666971 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f8ad5149-d8c6-477e-8189-18335fe8199f req-bfb6c1f7-2985-4f6e-aa19-c432c6ad4285 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696232 Jan 25 02:17:00.840699 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c0e14-5cec-4ddd-8506-09e5e6166d6c req-706bd2f9-ab82-4d51-ad70-1703f0ae433d tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:00.842236 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d55c0e14-5cec-4ddd-8506-09e5e6166d6c req-706bd2f9-ab82-4d51-ad70-1703f0ae433d tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=1393f965-bda6-4ddc-8973-fa2d3a97dd86 HTTP/1.1" status: 200 len: 944 time: 0.0852470 Jan 25 02:17:00.876646 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba668802-9621-416f-8e33-164d21b24f1b req-ec290230-2d20-4b44-82ad-1ac000ab5b63 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:00.878554 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ba668802-9621-416f-8e33-164d21b24f1b req-ec290230-2d20-4b44-82ad-1ac000ab5b63 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 943 time: 0.0915446 Jan 25 02:17:00.933069 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d55c0e14-5cec-4ddd-8506-09e5e6166d6c req-f51aba4b-6055-4fc9-bf23-edad92837810 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/security-groups?id=2691c8ac-a779-4112-a452-0d260bedc395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803597 Jan 25 02:17:00.987134 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ba668802-9621-416f-8e33-164d21b24f1b req-51bf1d12-2c23-4fa9-a592-cce35319b4ed tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996122 Jan 25 02:17:01.076348 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 36624) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:17:01.191062 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e5628aa0-f5b5-4fcf-8465-f9a0a0a67503 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:01.275382 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e5628aa0-f5b5-4fcf-8465-f9a0a0a67503 admin admin] Publish callbacks [] for security_group (3d139282-e4d4-4918-9c11-fc3198adaa3d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:01.400414 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e5628aa0-f5b5-4fcf-8465-f9a0a0a67503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (3d139282-e4d4-4918-9c11-fc3198adaa3d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:01.440643 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-e5628aa0-f5b5-4fcf-8465-f9a0a0a67503 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=4dd94c785dd14d788ef4771969ffda54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3631845 Jan 25 02:17:01.441633 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5628aa0-f5b5-4fcf-8465-f9a0a0a67503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d139282-e4d4-4918-9c11-fc3198adaa3d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:17:01.443366 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 36628) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:17:01.507416 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c0d61592-95b5-44dd-8ff2-cd70254a6899 admin admin] Publish callbacks [] for security_group (3d139282-e4d4-4918-9c11-fc3198adaa3d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:01.591946 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c0d61592-95b5-44dd-8ff2-cd70254a6899 admin admin] Publish callbacks [] for security_group (3d139282-e4d4-4918-9c11-fc3198adaa3d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:01.657048 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device ec76dbe8-6e56-4412-abae-ead410cf5773 details requested by agent hyperv_hv-cinder-82116 with host hv-cinder-82116 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:17:01.793865 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port ec76dbe8-6e56-4412-abae-ead410cf5773, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=ec76dbe8-6e56-4412-abae-ead410cf5773,segment=NetworkSegment(968724b8-27ee-4721-8133-6d47ea918af9),segment_id=968724b8-27ee-4721-8133-6d47ea918af9)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:17:01.806194 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Returning: {'device': 'ec76dbe8-6e56-4412-abae-ead410cf5773', 'network_id': 'd41d51d0-c617-42b1-ba7b-f110ce1144d5', 'port_id': 'ec76dbe8-6e56-4412-abae-ead410cf5773', 'mac_address': 'fa:16:3e:8e:15:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e85f871-34f2-4d27-9159-fcd920ee4456', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:17:01.847873 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port ec76dbe8-6e56-4412-abae-ead410cf5773 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:17:01.848206 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (ec76dbe8-6e56-4412-abae-ead410cf5773), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:01.863449 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec76dbe8-6e56-4412-abae-ead410cf5773 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:17:01.885077 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port ec76dbe8-6e56-4412-abae-ead410cf5773, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=ec76dbe8-6e56-4412-abae-ead410cf5773,segment=NetworkSegment(968724b8-27ee-4721-8133-6d47ea918af9),segment_id=968724b8-27ee-4721-8133-6d47ea918af9)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:17:02.054301 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c0d61592-95b5-44dd-8ff2-cd70254a6899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (3d139282-e4d4-4918-9c11-fc3198adaa3d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:02.059935 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c0d61592-95b5-44dd-8ff2-cd70254a6899 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:02.064938 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-c0d61592-95b5-44dd-8ff2-cd70254a6899 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/3d139282-e4d4-4918-9c11-fc3198adaa3d HTTP/1.1" status: 204 len: 168 time: 0.6166480 Jan 25 02:17:02.075250 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d61592-95b5-44dd-8ff2-cd70254a6899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d139282-e4d4-4918-9c11-fc3198adaa3d,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:17:02.101102 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eee793-2ce3-4a18-aed2-2ea23233c2f7 req-2cecc3b8-b16e-4884-8480-cb60610e07f5 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:02.103650 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f9eee793-2ce3-4a18-aed2-2ea23233c2f7 req-2cecc3b8-b16e-4884-8480-cb60610e07f5 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=1393f965-bda6-4ddc-8973-fa2d3a97dd86 HTTP/1.1" status: 200 len: 944 time: 0.0822880 Jan 25 02:17:02.109705 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (ec76dbe8-6e56-4412-abae-ead410cf5773), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:02.182256 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f9eee793-2ce3-4a18-aed2-2ea23233c2f7 req-0b9ea2c3-630d-46ff-bb96-113045f0d8b0 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/security-groups?id=2691c8ac-a779-4112-a452-0d260bedc395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725822 Jan 25 02:17:02.190309 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=ec76dbe8-6e56-4412-abae-ead410cf5773,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:17:02.311293 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8839e9-bdd7-4555-afcc-98acfcf4b227 req-ebc4d6d8-0d04-4990-bc5e-5ef823fe5b93 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:02.313591 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1e8839e9-bdd7-4555-afcc-98acfcf4b227 req-ebc4d6d8-0d04-4990-bc5e-5ef823fe5b93 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 943 time: 0.0597341 Jan 25 02:17:02.374737 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1e8839e9-bdd7-4555-afcc-98acfcf4b227 req-178241df-8472-4d39-ac9f-577961236513 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544446 Jan 25 02:17:02.663946 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['ec76dbe8-6e56-4412-abae-ead410cf5773'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:17:02.989113 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 36640) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:17:03.002310 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3c0d9954-8def-4fc6-9987-a7af10609238 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:03.078146 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3c0d9954-8def-4fc6-9987-a7af10609238 admin admin] Publish callbacks [] for security_group (bb993ef8-f571-431f-b197-df9c6cc4be4e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:03.325443 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2a250-bdfe-42df-8d8e-4b6a2a084968 req-41754707-75c8-40b0-9e8e-58570309f468 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:03.327234 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4eb2a250-bdfe-42df-8d8e-4b6a2a084968 req-41754707-75c8-40b0-9e8e-58570309f468 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=1393f965-bda6-4ddc-8973-fa2d3a97dd86 HTTP/1.1" status: 200 len: 945 time: 0.0548563 Jan 25 02:17:03.348332 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3c0d9954-8def-4fc6-9987-a7af10609238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (bb993ef8-f571-431f-b197-df9c6cc4be4e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:03.423511 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4eb2a250-bdfe-42df-8d8e-4b6a2a084968 req-857fbca7-5b09-43ee-bf62-3482b35f3ae3 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/security-groups?id=2691c8ac-a779-4112-a452-0d260bedc395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893905 Jan 25 02:17:03.424373 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d9954-8def-4fc6-9987-a7af10609238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb993ef8-f571-431f-b197-df9c6cc4be4e,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:17:03.439920 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 36646) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:17:03.440634 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-3c0d9954-8def-4fc6-9987-a7af10609238 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=0e43000149554606abd0a61c5d83bc95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4501417 Jan 25 02:17:03.491202 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cedd40c-2917-4fb6-b27a-ca5ceb58d718 admin admin] Publish callbacks [] for security_group (bb993ef8-f571-431f-b197-df9c6cc4be4e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:03.518997 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cedd40c-2917-4fb6-b27a-ca5ceb58d718 admin admin] Publish callbacks [] for security_group (bb993ef8-f571-431f-b197-df9c6cc4be4e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:03.571425 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de4873-a8f6-4a4c-86d6-3e575483d344 req-eb964ffc-8262-48d0-b75c-410d8f3bca8d tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:03.574892 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-13de4873-a8f6-4a4c-86d6-3e575483d344 req-eb964ffc-8262-48d0-b75c-410d8f3bca8d tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 943 time: 0.0550981 Jan 25 02:17:03.634322 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-13de4873-a8f6-4a4c-86d6-3e575483d344 req-d317e6ef-6ff9-4840-a9ad-ccc0d1a51e2f tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549517 Jan 25 02:17:03.660759 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cedd40c-2917-4fb6-b27a-ca5ceb58d718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (bb993ef8-f571-431f-b197-df9c6cc4be4e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:03.662887 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cedd40c-2917-4fb6-b27a-ca5ceb58d718 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:03.665894 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-1cedd40c-2917-4fb6-b27a-ca5ceb58d718 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/bb993ef8-f571-431f-b197-df9c6cc4be4e HTTP/1.1" status: 204 len: 168 time: 0.2303905 Jan 25 02:17:03.674634 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cedd40c-2917-4fb6-b27a-ca5ceb58d718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb993ef8-f571-431f-b197-df9c6cc4be4e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:17:04.550580 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47dccf2-48a6-4f27-86ea-f93771d3155e req-e7a3d972-08e7-4046-8e25-7da0eeb1ad10 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:04.553583 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f47dccf2-48a6-4f27-86ea-f93771d3155e req-e7a3d972-08e7-4046-8e25-7da0eeb1ad10 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=1393f965-bda6-4ddc-8973-fa2d3a97dd86 HTTP/1.1" status: 200 len: 945 time: 0.0536122 Jan 25 02:17:04.605132 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f47dccf2-48a6-4f27-86ea-f93771d3155e req-e3d8e606-32cc-4012-bdb1-aaf7af3e399b tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/security-groups?id=2691c8ac-a779-4112-a452-0d260bedc395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469670 Jan 25 02:17:04.769508 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d3eb2-a591-4d85-afad-3d6b43d88405 req-99feb257-8a45-4fa6-9518-e95ed1e11b40 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:04.771514 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-142d3eb2-a591-4d85-afad-3d6b43d88405 req-99feb257-8a45-4fa6-9518-e95ed1e11b40 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 943 time: 0.0622048 Jan 25 02:17:04.836458 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-142d3eb2-a591-4d85-afad-3d6b43d88405 req-60e1c2c8-5ee7-4588-b3d9-4e646260a645 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587685 Jan 25 02:17:05.675028 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device ec76dbe8-6e56-4412-abae-ead410cf5773 up at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:17:05.756630 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49424cf4-b355-4f67-9cbd-449677ecc1bf req-f9c2ea68-e893-4f58-8f2a-55c9e2df223a tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:05.764406 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-49424cf4-b355-4f67-9cbd-449677ecc1bf req-f9c2ea68-e893-4f58-8f2a-55c9e2df223a tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=1393f965-bda6-4ddc-8973-fa2d3a97dd86 HTTP/1.1" status: 200 len: 945 time: 0.0755606 Jan 25 02:17:05.819947 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-49424cf4-b355-4f67-9cbd-449677ecc1bf req-c6dd0ce3-df41-4d2d-9721-161a329e58a0 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/security-groups?id=2691c8ac-a779-4112-a452-0d260bedc395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545166 Jan 25 02:17:05.836459 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning for port ec76dbe8-6e56-4412-abae-ead410cf5773 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:17:05.846338 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning complete for port ec76dbe8-6e56-4412-abae-ead410cf5773 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:17:05.846338 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (ec76dbe8-6e56-4412-abae-ead410cf5773), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:05.939724 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port ec76dbe8-6e56-4412-abae-ead410cf5773 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:17:05.940453 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (ec76dbe8-6e56-4412-abae-ead410cf5773), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:05.994836 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1393f965-bda6-4ddc-8973-fa2d3a97dd86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec76dbe8-6e56-4412-abae-ead410cf5773'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:17:05.998799 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425b8effad759ea2b395d79f7fcdbc6f74d58daf1cbadf1a5a1a211e7a69aa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f7059a-51e4-4eec-b766-5c4790e52cec" -d '{"events": [{"server_uuid": "1393f965-bda6-4ddc-8973-fa2d3a97dd86", "name": "network-vif-plugged", "status": "completed", "tag": "ec76dbe8-6e56-4412-abae-ead410cf5773"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:17:06.008813 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42883a46-6b68-4293-9f05-cb5972861a97 req-ca4bd601-6248-4698-9974-5c4d53f08d2a tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:06.012400 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-42883a46-6b68-4293-9f05-cb5972861a97 req-ca4bd601-6248-4698-9974-5c4d53f08d2a tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 943 time: 0.0749037 Jan 25 02:17:06.019354 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port ec76dbe8-6e56-4412-abae-ead410cf5773, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=ec76dbe8-6e56-4412-abae-ead410cf5773,segment=NetworkSegment(968724b8-27ee-4721-8133-6d47ea918af9),segment_id=968724b8-27ee-4721-8133-6d47ea918af9)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:17:06.083037 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-42883a46-6b68-4293-9f05-cb5972861a97 req-3c4c93fd-b751-46a8-95d1-3fbcd4d65a94 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630703 Jan 25 02:17:06.097944 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (ec76dbe8-6e56-4412-abae-ead410cf5773), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:06.194619 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5b61f6-ac69-41d5-bcc2-542a0e6cf37e x-openstack-request-id: req-ba5b61f6-ac69-41d5-bcc2-542a0e6cf37e {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:17:06.198012 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1393f965-bda6-4ddc-8973-fa2d3a97dd86", "name": "network-vif-plugged", "status": "completed", "tag": "ec76dbe8-6e56-4412-abae-ead410cf5773", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:17:06.198012 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-ba5b61f6-ac69-41d5-bcc2-542a0e6cf37e {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:17:06.198012 dv-cinder-821168-1-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1393f965-bda6-4ddc-8973-fa2d3a97dd86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec76dbe8-6e56-4412-abae-ead410cf5773', 'code': 200} Jan 25 02:17:06.217992 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=ec76dbe8-6e56-4412-abae-ead410cf5773,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:17:06.230916 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:17:06.231581 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:17:06.232087 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:17:06.232640 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:17:06.233176 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:17:06.233676 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:17:06.234163 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:17:06.234676 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:17:06.235220 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:17:06.235998 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:17:06.236604 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:17:06.237092 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:17:06.237568 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:17:06.964154 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f614ff-38a2-49c2-a619-925dd52fbb1e req-6dfeb4e4-3f06-4745-9b59-4c8fcc7005e1 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:06.966710 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-41f614ff-38a2-49c2-a619-925dd52fbb1e req-6dfeb4e4-3f06-4745-9b59-4c8fcc7005e1 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=1393f965-bda6-4ddc-8973-fa2d3a97dd86 HTTP/1.1" status: 200 len: 946 time: 0.0599027 Jan 25 02:17:07.033309 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-41f614ff-38a2-49c2-a619-925dd52fbb1e req-b1da3e40-b155-4c30-a3d5-c8ad302ca765 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/security-groups?id=2691c8ac-a779-4112-a452-0d260bedc395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593135 Jan 25 02:17:07.173073 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:17:07.244310 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643e19f-c7cf-4c80-9ab4-210fb26c8689 req-38b02abf-4d78-4327-8a89-5579247587e0 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:07.245936 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2643e19f-c7cf-4c80-9ab4-210fb26c8689 req-38b02abf-4d78-4327-8a89-5579247587e0 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 943 time: 0.0576985 Jan 25 02:17:07.319755 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2643e19f-c7cf-4c80-9ab4-210fb26c8689 req-30b7cb34-0379-427f-a800-ff5d8828c917 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677946 Jan 25 02:17:08.172713 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357dd29-5258-4020-adb4-cdaedc5ae301 req-bb923415-1f8c-4ced-b17f-d2155f0f91a8 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:08.175643 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1357dd29-5258-4020-adb4-cdaedc5ae301 req-bb923415-1f8c-4ced-b17f-d2155f0f91a8 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=1393f965-bda6-4ddc-8973-fa2d3a97dd86 HTTP/1.1" status: 200 len: 946 time: 0.0601187 Jan 25 02:17:08.230130 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1357dd29-5258-4020-adb4-cdaedc5ae301 req-88c73c79-0897-4095-8afb-e3ee398119dd tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/security-groups?id=2691c8ac-a779-4112-a452-0d260bedc395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481095 Jan 25 02:17:08.475024 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fcbc58-dd62-4aa3-b600-594ddf243c1a req-c2b0960f-c587-4ffa-946e-a63854d5b8f9 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:08.476580 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c0fcbc58-dd62-4aa3-b600-594ddf243c1a req-c2b0960f-c587-4ffa-946e-a63854d5b8f9 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 943 time: 0.0547442 Jan 25 02:17:08.524790 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c0fcbc58-dd62-4aa3-b600-594ddf243c1a req-85d83976-6b11-4e7c-bf42-6dab551a51d3 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424409 Jan 25 02:17:09.352500 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530f77b-dc21-4998-8027-fea9226cb805 req-e6318b9a-28c1-4399-a2e6-2505aa666fff tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:09.354313 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9530f77b-dc21-4998-8027-fea9226cb805 req-e6318b9a-28c1-4399-a2e6-2505aa666fff tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=1393f965-bda6-4ddc-8973-fa2d3a97dd86 HTTP/1.1" status: 200 len: 946 time: 0.0527120 Jan 25 02:17:09.402052 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9530f77b-dc21-4998-8027-fea9226cb805 req-56b4eed5-9c7d-41e3-9dd7-6f453714f5e9 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/security-groups?id=2691c8ac-a779-4112-a452-0d260bedc395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421515 Jan 25 02:17:09.648989 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d9cc8-180d-4467-afe9-c5034e40aa66 req-0e12c720-1989-4638-923f-b626e4826dbd tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:09.650504 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d36d9cc8-180d-4467-afe9-c5034e40aa66 req-0e12c720-1989-4638-923f-b626e4826dbd tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 943 time: 0.0485120 Jan 25 02:17:09.697339 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d36d9cc8-180d-4467-afe9-c5034e40aa66 req-fc0ecf8f-65c4-47a2-b1d7-e08d1abe5ebd tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413988 Jan 25 02:17:10.516820 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99036aaf-13fb-4f50-a8d2-916ca250391c req-c9422b52-cc4c-4206-83b5-1bc9950fcf83 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:10.518223 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-99036aaf-13fb-4f50-a8d2-916ca250391c req-c9422b52-cc4c-4206-83b5-1bc9950fcf83 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=1393f965-bda6-4ddc-8973-fa2d3a97dd86 HTTP/1.1" status: 200 len: 946 time: 0.0492876 Jan 25 02:17:10.570657 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-99036aaf-13fb-4f50-a8d2-916ca250391c req-4f8191fb-7d54-4ec0-b725-5aab83ce5886 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/security-groups?id=2691c8ac-a779-4112-a452-0d260bedc395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468590 Jan 25 02:17:10.817807 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b66d3-beb0-456c-bff6-9e6c543eb033 req-bffd34f3-4247-48fd-bcf1-513066b2d36c tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:10.819259 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4d7b66d3-beb0-456c-bff6-9e6c543eb033 req-bffd34f3-4247-48fd-bcf1-513066b2d36c tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 943 time: 0.0491178 Jan 25 02:17:10.866651 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4d7b66d3-beb0-456c-bff6-9e6c543eb033 req-08c77466-e148-4257-be10-2615d85a7f93 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419569 Jan 25 02:17:11.682907 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04bcc8-2981-4b4f-a839-7c1860ea4e8b req-229736a1-b3bf-42b2-9e50-e2a5e997edda tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:11.684384 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7e04bcc8-2981-4b4f-a839-7c1860ea4e8b req-229736a1-b3bf-42b2-9e50-e2a5e997edda tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=1393f965-bda6-4ddc-8973-fa2d3a97dd86 HTTP/1.1" status: 200 len: 946 time: 0.0477581 Jan 25 02:17:11.731506 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7e04bcc8-2981-4b4f-a839-7c1860ea4e8b req-6c29070e-b7cd-4d4b-851a-afd1ead117c8 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/security-groups?id=2691c8ac-a779-4112-a452-0d260bedc395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405674 Jan 25 02:17:11.992144 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbcceb-cfb1-45d2-b013-26c3918f4a4f req-53cf8b5f-ba65-49eb-81f4-9ec73e01149c tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:11.993566 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dbfbcceb-cfb1-45d2-b013-26c3918f4a4f req-53cf8b5f-ba65-49eb-81f4-9ec73e01149c tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 943 time: 0.0559618 Jan 25 02:17:12.039835 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dbfbcceb-cfb1-45d2-b013-26c3918f4a4f req-e36f62f1-001d-4dab-8ce3-3f70df0fd6a0 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406997 Jan 25 02:17:12.843589 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa8544-6f23-4860-8d0d-162c96f32835 req-f0874e31-1042-4f74-b22e-6ebf67647e97 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:12.845668 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-67fa8544-6f23-4860-8d0d-162c96f32835 req-f0874e31-1042-4f74-b22e-6ebf67647e97 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=1393f965-bda6-4ddc-8973-fa2d3a97dd86 HTTP/1.1" status: 200 len: 946 time: 0.0488403 Jan 25 02:17:12.892885 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-67fa8544-6f23-4860-8d0d-162c96f32835 req-802333a6-af3c-48c2-a0c6-0a048a64eb53 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/security-groups?id=2691c8ac-a779-4112-a452-0d260bedc395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416994 Jan 25 02:17:13.190474 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe6265-5acc-41dc-b2d2-976d82be8ab0 req-0b58661e-fd00-479a-8357-0c9fe1900f88 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:13.192063 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5afe6265-5acc-41dc-b2d2-976d82be8ab0 req-0b58661e-fd00-479a-8357-0c9fe1900f88 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 943 time: 0.0569417 Jan 25 02:17:13.241077 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5afe6265-5acc-41dc-b2d2-976d82be8ab0 req-59040497-01b0-4fa6-a56e-f197bb11e94e tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429060 Jan 25 02:17:14.010503 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593d81a-a2f3-49a0-8541-0e6ae8a6adbc req-a398e04e-0fca-42c8-bb6a-05acd6256481 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:14.012064 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a593d81a-a2f3-49a0-8541-0e6ae8a6adbc req-a398e04e-0fca-42c8-bb6a-05acd6256481 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=1393f965-bda6-4ddc-8973-fa2d3a97dd86 HTTP/1.1" status: 200 len: 946 time: 0.0494807 Jan 25 02:17:14.059709 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a593d81a-a2f3-49a0-8541-0e6ae8a6adbc req-2c87ff85-c061-4020-b8f3-4a804b316a1f tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/security-groups?id=2691c8ac-a779-4112-a452-0d260bedc395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415716 Jan 25 02:17:14.107182 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f8826-7a88-40b4-8828-ee3c82bc8ee9 req-89f8c576-1987-4282-b059-c72faf35cfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:14.108681 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-855f8826-7a88-40b4-8828-ee3c82bc8ee9 req-89f8c576-1987-4282-b059-c72faf35cfff service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1393f965-bda6-4ddc-8973-fa2d3a97dd86 HTTP/1.1" status: 200 len: 1099 time: 0.0385449 Jan 25 02:17:14.157316 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-855f8826-7a88-40b4-8828-ee3c82bc8ee9 req-1985e2fa-4aeb-488a-ae40-1c94b048eea0 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2691c8ac-a779-4112-a452-0d260bedc395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411212 Jan 25 02:17:14.365145 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a42637-5199-4f14-8e27-92e63ad18664 req-248c28b9-72fb-450d-aced-5d16cc1425a9 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:14.366715 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d9a42637-5199-4f14-8e27-92e63ad18664 req-248c28b9-72fb-450d-aced-5d16cc1425a9 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 943 time: 0.0507317 Jan 25 02:17:14.414320 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d9a42637-5199-4f14-8e27-92e63ad18664 req-5b2611eb-f3d4-400b-a98a-5f14f1da27f6 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418458 Jan 25 02:17:15.178409 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9f8eb-2f92-485e-8351-1009e5a81ba2 req-019151c5-ffdf-4128-8c8b-47d58ff628b6 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:15.179911 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-00d9f8eb-2f92-485e-8351-1009e5a81ba2 req-019151c5-ffdf-4128-8c8b-47d58ff628b6 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=1393f965-bda6-4ddc-8973-fa2d3a97dd86 HTTP/1.1" status: 200 len: 946 time: 0.0493069 Jan 25 02:17:15.228104 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-00d9f8eb-2f92-485e-8351-1009e5a81ba2 req-a4fdcc9c-6399-42e0-a165-cb4e0af812ae tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/security-groups?id=2691c8ac-a779-4112-a452-0d260bedc395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423954 Jan 25 02:17:15.541433 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25786cf1-0ee1-4cd0-b3bf-1c99002e0b50 req-fb1f3e22-63c7-43e1-9ead-492c63b2eff4 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:15.542941 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-25786cf1-0ee1-4cd0-b3bf-1c99002e0b50 req-fb1f3e22-63c7-43e1-9ead-492c63b2eff4 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 943 time: 0.0524082 Jan 25 02:17:15.590882 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-25786cf1-0ee1-4cd0-b3bf-1c99002e0b50 req-b70a2895-43f0-4b55-8009-b4e232dddcb8 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424123 Jan 25 02:17:16.502323 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bcef5-e81f-4e8d-9ad8-5a3ba7a81f5d req-c007b617-65e1-49a8-9457-2e3424d4fa10 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:16.503773 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4a6bcef5-e81f-4e8d-9ad8-5a3ba7a81f5d req-c007b617-65e1-49a8-9457-2e3424d4fa10 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=1393f965-bda6-4ddc-8973-fa2d3a97dd86 HTTP/1.1" status: 200 len: 946 time: 0.2073607 Jan 25 02:17:16.551041 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4a6bcef5-e81f-4e8d-9ad8-5a3ba7a81f5d req-98518935-b59a-4b95-9911-2f270b94a71d tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/security-groups?id=2691c8ac-a779-4112-a452-0d260bedc395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415895 Jan 25 02:17:16.714288 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96e00c-11dd-4bc9-b7a2-8caf1c657cf0 req-8d14120a-bea6-422d-9af1-dee897028e19 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:16.715854 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9c96e00c-11dd-4bc9-b7a2-8caf1c657cf0 req-8d14120a-bea6-422d-9af1-dee897028e19 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 943 time: 0.0515702 Jan 25 02:17:16.769173 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9c96e00c-11dd-4bc9-b7a2-8caf1c657cf0 req-8e39df13-3636-44ba-8c8a-113f1fe5372f tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459685 Jan 25 02:17:17.714222 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-04f56316-f98f-43bc-a6e0-4d8ff516e98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:17.892182 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b29b4-7fbe-4a56-860f-249690ca063e req-21a0bad4-b939-4df0-95c9-f1c8a3c44299 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:17.894548 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9a4b29b4-7fbe-4a56-860f-249690ca063e req-21a0bad4-b939-4df0-95c9-f1c8a3c44299 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 943 time: 0.0498796 Jan 25 02:17:17.942807 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9a4b29b4-7fbe-4a56-860f-249690ca063e req-7ab4bf56-e1a4-4f37-8777-240a41c64d37 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431974 Jan 25 02:17:19.069366 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a24a7-e7ab-4b45-a3bc-c9d971f12720 req-b49a9744-b63f-4cdf-b600-6f650facd74d tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:19.071085 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-254a24a7-e7ab-4b45-a3bc-c9d971f12720 req-b49a9744-b63f-4cdf-b600-6f650facd74d tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 943 time: 0.0529881 Jan 25 02:17:19.122918 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-254a24a7-e7ab-4b45-a3bc-c9d971f12720 req-09a80797-bc77-4528-927f-423738587ee7 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465324 Jan 25 02:17:20.067145 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 36862) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:17:20.143626 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f56c1e9-2823-49d9-a071-50b688e220f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:20.181980 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ebb5b477-b1ee-4e63-b7fa-e2db2aa7ee24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:20.252844 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d8e4e-1f9f-4aeb-a1df-8f28ea8327c8 req-00dfbdac-b5eb-4755-a45b-1d47bf65fb3f tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:20.254397 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-da1d8e4e-1f9f-4aeb-a1df-8f28ea8327c8 req-00dfbdac-b5eb-4755-a45b-1d47bf65fb3f tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 943 time: 0.0543809 Jan 25 02:17:20.256944 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ebb5b477-b1ee-4e63-b7fa-e2db2aa7ee24 admin admin] Publish callbacks [] for security_group (552d31c9-8a17-47c8-bc06-1f1fbb683365), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:20.305851 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-da1d8e4e-1f9f-4aeb-a1df-8f28ea8327c8 req-c3b02329-5963-4268-85ad-2dff957977a4 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455940 Jan 25 02:17:20.337352 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ebb5b477-b1ee-4e63-b7fa-e2db2aa7ee24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (552d31c9-8a17-47c8-bc06-1f1fbb683365), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:20.375947 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb5b477-b1ee-4e63-b7fa-e2db2aa7ee24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552d31c9-8a17-47c8-bc06-1f1fbb683365,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:17:20.380216 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-ebb5b477-b1ee-4e63-b7fa-e2db2aa7ee24 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=d816b9b890e745928133ba0a733aae36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3120284 Jan 25 02:17:20.382917 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 36870) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:17:20.430534 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fdf8d3ff-2b0a-4b7b-96f8-d03499f357e1 admin admin] Publish callbacks [] for security_group (552d31c9-8a17-47c8-bc06-1f1fbb683365), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:20.450836 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fdf8d3ff-2b0a-4b7b-96f8-d03499f357e1 admin admin] Publish callbacks [] for security_group (552d31c9-8a17-47c8-bc06-1f1fbb683365), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:20.570604 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fdf8d3ff-2b0a-4b7b-96f8-d03499f357e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (552d31c9-8a17-47c8-bc06-1f1fbb683365), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:20.573164 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fdf8d3ff-2b0a-4b7b-96f8-d03499f357e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:20.574312 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-fdf8d3ff-2b0a-4b7b-96f8-d03499f357e1 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/552d31c9-8a17-47c8-bc06-1f1fbb683365 HTTP/1.1" status: 204 len: 168 time: 0.1905162 Jan 25 02:17:20.582889 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8d3ff-2b0a-4b7b-96f8-d03499f357e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552d31c9-8a17-47c8-bc06-1f1fbb683365,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:17:21.137253 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:21.229625 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 36878) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:17:21.244261 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-68052495-f663-4bb6-9bd8-9514feaebf9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:21.321834 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-68052495-f663-4bb6-9bd8-9514feaebf9b admin admin] Publish callbacks [] for security_group (dc979733-4f3f-4b06-aec8-e4cd5495a756), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:21.417662 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-68052495-f663-4bb6-9bd8-9514feaebf9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (dc979733-4f3f-4b06-aec8-e4cd5495a756), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:21.434621 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fb730-c411-40ab-9936-08738287bff7 req-b2b0b7f6-d5c7-465f-9b52-f5641bd83f34 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:21.436149 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c05fb730-c411-40ab-9936-08738287bff7 req-b2b0b7f6-d5c7-465f-9b52-f5641bd83f34 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 943 time: 0.0580463 Jan 25 02:17:21.473567 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-68052495-f663-4bb6-9bd8-9514feaebf9b admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=d0e2eb95219e43b4ad7fa24686cc7424&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428076 Jan 25 02:17:21.476216 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 36884) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:17:21.486682 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68052495-f663-4bb6-9bd8-9514feaebf9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc979733-4f3f-4b06-aec8-e4cd5495a756,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:17:21.517313 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c05fb730-c411-40ab-9936-08738287bff7 req-d21abfbe-c659-4ce2-822e-24d2154bf707 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625670 Jan 25 02:17:21.528672 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5158cd1-73a0-4dab-98aa-fc44b7452881 admin admin] Publish callbacks [] for security_group (dc979733-4f3f-4b06-aec8-e4cd5495a756), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:21.537322 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:21.549320 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5158cd1-73a0-4dab-98aa-fc44b7452881 admin admin] Publish callbacks [] for security_group (dc979733-4f3f-4b06-aec8-e4cd5495a756), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:21.668431 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5158cd1-73a0-4dab-98aa-fc44b7452881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (dc979733-4f3f-4b06-aec8-e4cd5495a756), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:21.671010 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5158cd1-73a0-4dab-98aa-fc44b7452881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:21.672169 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-d5158cd1-73a0-4dab-98aa-fc44b7452881 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/dc979733-4f3f-4b06-aec8-e4cd5495a756 HTTP/1.1" status: 204 len: 168 time: 0.1949511 Jan 25 02:17:21.680739 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5158cd1-73a0-4dab-98aa-fc44b7452881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc979733-4f3f-4b06-aec8-e4cd5495a756,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:17:22.300645 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 36892) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:17:22.316117 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07abe271-66ed-4bb7-99ec-e46cbd16878d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:22.388867 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07abe271-66ed-4bb7-99ec-e46cbd16878d admin admin] Publish callbacks [] for security_group (ca66e474-38d0-4439-a595-09ac653457f2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:22.457095 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07abe271-66ed-4bb7-99ec-e46cbd16878d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (ca66e474-38d0-4439-a595-09ac653457f2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:22.496907 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-07abe271-66ed-4bb7-99ec-e46cbd16878d admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=a9647293abfe4e128d9a7579a7e026b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1950974 Jan 25 02:17:22.497771 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07abe271-66ed-4bb7-99ec-e46cbd16878d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca66e474-38d0-4439-a595-09ac653457f2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:17:22.499608 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 36896) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:17:22.550517 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7117580e-6307-4d4f-8f5f-95df7246b8da admin admin] Publish callbacks [] for security_group (ca66e474-38d0-4439-a595-09ac653457f2), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:22.571785 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7117580e-6307-4d4f-8f5f-95df7246b8da admin admin] Publish callbacks [] for security_group (ca66e474-38d0-4439-a595-09ac653457f2), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:22.648875 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a35cb-e185-478f-8209-200997e8d5c9 req-a96460fa-d91e-4ed9-a5c7-183ed4e72a57 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:22.650397 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-8d1a35cb-e185-478f-8209-200997e8d5c9 req-a96460fa-d91e-4ed9-a5c7-183ed4e72a57 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 943 time: 0.0569730 Jan 25 02:17:22.699595 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-8d1a35cb-e185-478f-8209-200997e8d5c9 req-35f360eb-b9bd-4801-bb9f-8889bfcb956d tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436921 Jan 25 02:17:22.702955 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7117580e-6307-4d4f-8f5f-95df7246b8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (ca66e474-38d0-4439-a595-09ac653457f2), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:22.706408 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7117580e-6307-4d4f-8f5f-95df7246b8da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:22.707470 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-7117580e-6307-4d4f-8f5f-95df7246b8da admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/ca66e474-38d0-4439-a595-09ac653457f2 HTTP/1.1" status: 204 len: 168 time: 0.2064738 Jan 25 02:17:22.715457 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117580e-6307-4d4f-8f5f-95df7246b8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca66e474-38d0-4439-a595-09ac653457f2,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:17:23.081392 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:23.289453 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600d471-7850-4c64-a680-ba2c121a1ac1 req-7337ac57-6c77-4e06-8786-480e5d2bd52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:23.291039 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5600d471-7850-4c64-a680-ba2c121a1ac1 req-7337ac57-6c77-4e06-8786-480e5d2bd52c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cd0e87a773cb48a5808124de0b5709f6&device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 1096 time: 0.0414782 Jan 25 02:17:23.414598 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600d471-7850-4c64-a680-ba2c121a1ac1 req-cb07daf0-f56d-43f1-886c-d81807d2540a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:23.416156 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5600d471-7850-4c64-a680-ba2c121a1ac1 req-cb07daf0-f56d-43f1-886c-d81807d2540a service neutron] 10.222.0.79 "GET /v2.0/networks?id=9e211453-422c-4767-b463-5c4e4c8afabc HTTP/1.1" status: 200 len: 918 time: 0.1061330 Jan 25 02:17:23.487491 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5600d471-7850-4c64-a680-ba2c121a1ac1 req-0f3623b2-672a-4cae-b38a-a819091f0e75 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7041aa67-9e6b-4b11-899d-56b2335311bf HTTP/1.1" status: 200 len: 998 time: 0.0654769 Jan 25 02:17:23.538636 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600d471-7850-4c64-a680-ba2c121a1ac1 req-51af3a42-48eb-46e8-b481-5eb515414f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:23.540127 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5600d471-7850-4c64-a680-ba2c121a1ac1 req-51af3a42-48eb-46e8-b481-5eb515414f48 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=431c2097-6312-4255-849e-eb12f9822c44 HTTP/1.1" status: 200 len: 856 time: 0.0471041 Jan 25 02:17:23.600574 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600d471-7850-4c64-a680-ba2c121a1ac1 req-f649a633-b823-425c-9d78-38e2657968d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:23.602057 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5600d471-7850-4c64-a680-ba2c121a1ac1 req-f649a633-b823-425c-9d78-38e2657968d2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9e211453-422c-4767-b463-5c4e4c8afabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405633 Jan 25 02:17:23.695124 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5600d471-7850-4c64-a680-ba2c121a1ac1 req-1d7b6f88-4be2-4915-ab48-5506eda79aca service neutron] 10.222.0.79 "GET /v2.0/networks/9e211453-422c-4767-b463-5c4e4c8afabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856936 Jan 25 02:17:23.754129 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 7041aa67-9e6b-4b11-899d-56b2335311bf details requested by agent hyperv_hv-cinder-82116 with host hv-cinder-82116 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:17:23.788520 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5600d471-7850-4c64-a680-ba2c121a1ac1 req-8b73aac5-12e6-4369-8dbf-6d94ac4129c1 service neutron] 10.222.0.79 "GET /v2.0/networks/9e211453-422c-4767-b463-5c4e4c8afabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865326 Jan 25 02:17:23.862622 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 7041aa67-9e6b-4b11-899d-56b2335311bf, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=7041aa67-9e6b-4b11-899d-56b2335311bf,segment=NetworkSegment(a011af27-2f86-4052-851b-d44cff3836ce),segment_id=a011af27-2f86-4052-851b-d44cff3836ce)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:17:23.874593 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Returning: {'device': '7041aa67-9e6b-4b11-899d-56b2335311bf', 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc', 'port_id': '7041aa67-9e6b-4b11-899d-56b2335311bf', 'mac_address': 'fa:16:3e:6b:0c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '431c2097-6312-4255-849e-eb12f9822c44', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:17:23.916768 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 7041aa67-9e6b-4b11-899d-56b2335311bf is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:17:23.917171 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (7041aa67-9e6b-4b11-899d-56b2335311bf), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:23.930999 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7041aa67-9e6b-4b11-899d-56b2335311bf {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:17:23.955604 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 7041aa67-9e6b-4b11-899d-56b2335311bf, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=7041aa67-9e6b-4b11-899d-56b2335311bf,segment=NetworkSegment(a011af27-2f86-4052-851b-d44cff3836ce),segment_id=a011af27-2f86-4052-851b-d44cff3836ce)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:17:24.020696 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfafc8-6a27-430a-aa93-60132fa03e02 req-10b15607-3cdc-42d3-97eb-d14571e2ca19 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:24.022265 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-87dfafc8-6a27-430a-aa93-60132fa03e02 req-10b15607-3cdc-42d3-97eb-d14571e2ca19 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 943 time: 0.0560598 Jan 25 02:17:24.023175 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (7041aa67-9e6b-4b11-899d-56b2335311bf), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:24.072224 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-87dfafc8-6a27-430a-aa93-60132fa03e02 req-cfcc5702-868a-415d-bb01-523d7d092c2c tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444400 Jan 25 02:17:24.074621 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=7041aa67-9e6b-4b11-899d-56b2335311bf,revision_number=9']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:17:24.530118 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:24.670732 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['7041aa67-9e6b-4b11-899d-56b2335311bf'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:17:25.203146 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0211c40-a449-415b-a430-56b14aa86f6e req-bd74f3b9-58de-4d49-a080-715d2a865cca tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:25.208250 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b0211c40-a449-415b-a430-56b14aa86f6e req-bd74f3b9-58de-4d49-a080-715d2a865cca tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 944 time: 0.0510805 Jan 25 02:17:25.254150 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b0211c40-a449-415b-a430-56b14aa86f6e req-4ab4075a-6598-45b0-9b9e-ba1733152edd tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436730 Jan 25 02:17:25.777766 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 7041aa67-9e6b-4b11-899d-56b2335311bf up at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:17:25.828311 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning complete for port 7041aa67-9e6b-4b11-899d-56b2335311bf triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:17:25.829267 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (7041aa67-9e6b-4b11-899d-56b2335311bf), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:25.920538 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 7041aa67-9e6b-4b11-899d-56b2335311bf is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:17:25.920930 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (7041aa67-9e6b-4b11-899d-56b2335311bf), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:25.944889 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbd6fbd-d262-49cc-a4b2-41ad26db1c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7041aa67-9e6b-4b11-899d-56b2335311bf'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:17:25.947244 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425b8effad759ea2b395d79f7fcdbc6f74d58daf1cbadf1a5a1a211e7a69aa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878b21ec-db8d-4ea1-a2c5-4dea670d400f" -d '{"events": [{"server_uuid": "bcbd6fbd-d262-49cc-a4b2-41ad26db1c89", "name": "network-vif-plugged", "status": "completed", "tag": "7041aa67-9e6b-4b11-899d-56b2335311bf"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:17:25.961620 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 7041aa67-9e6b-4b11-899d-56b2335311bf, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=7041aa67-9e6b-4b11-899d-56b2335311bf,segment=NetworkSegment(a011af27-2f86-4052-851b-d44cff3836ce),segment_id=a011af27-2f86-4052-851b-d44cff3836ce)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:17:25.983748 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184221bf-a523-425f-b359-ab1fb02ba95a x-openstack-request-id: req-184221bf-a523-425f-b359-ab1fb02ba95a {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:17:25.984163 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbd6fbd-d262-49cc-a4b2-41ad26db1c89", "name": "network-vif-plugged", "status": "completed", "tag": "7041aa67-9e6b-4b11-899d-56b2335311bf", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:17:25.984324 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-184221bf-a523-425f-b359-ab1fb02ba95a {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:17:25.985186 dv-cinder-821168-1-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbd6fbd-d262-49cc-a4b2-41ad26db1c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7041aa67-9e6b-4b11-899d-56b2335311bf', 'code': 200} Jan 25 02:17:26.035202 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (7041aa67-9e6b-4b11-899d-56b2335311bf), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:26.086852 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=7041aa67-9e6b-4b11-899d-56b2335311bf,revision_number=10']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:17:26.395328 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901de1bf-2785-45d5-91f4-9c71b4fedac1 req-186364fe-0fdd-4fe3-9ba9-784aab87c2d4 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:26.397043 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-901de1bf-2785-45d5-91f4-9c71b4fedac1 req-186364fe-0fdd-4fe3-9ba9-784aab87c2d4 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 946 time: 0.0634570 Jan 25 02:17:26.450557 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-901de1bf-2785-45d5-91f4-9c71b4fedac1 req-6cc5652c-928d-4284-816a-29163c5acc76 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469573 Jan 25 02:17:26.700667 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e51cf8-a935-4197-8cb3-0d7e4a971ddf req-42df044a-956d-4a99-b69e-a3998a6411cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:26.702150 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-41e51cf8-a935-4197-8cb3-0d7e4a971ddf req-42df044a-956d-4a99-b69e-a3998a6411cb service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 1099 time: 0.0388823 Jan 25 02:17:26.751173 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-41e51cf8-a935-4197-8cb3-0d7e4a971ddf req-bc732402-657a-4eda-9014-3334fdb95c9e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380657 Jan 25 02:17:27.572838 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee26356-76f6-4a06-8541-3019658aba79 req-e1cdad0e-2f2f-40bc-9616-811ab4ab45d0 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:27.574345 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-bee26356-76f6-4a06-8541-3019658aba79 req-e1cdad0e-2f2f-40bc-9616-811ab4ab45d0 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 946 time: 0.0505543 Jan 25 02:17:27.624036 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-bee26356-76f6-4a06-8541-3019658aba79 req-836cffaf-1a55-434c-9bf0-70fabb7153ae tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433450 Jan 25 02:17:28.753721 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946e44e-254e-458b-8f63-57a6b7643459 req-05e1bffa-3612-42f9-8587-2aff047b5212 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:28.755197 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0946e44e-254e-458b-8f63-57a6b7643459 req-05e1bffa-3612-42f9-8587-2aff047b5212 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 946 time: 0.0490725 Jan 25 02:17:28.800835 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0946e44e-254e-458b-8f63-57a6b7643459 req-5e31317b-e5d6-4a63-a576-95f50214b09d tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401642 Jan 25 02:17:29.918930 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6869bd8-7199-4563-afa6-06370b70430e req-d043369e-6ddc-436d-8276-14415f31ce02 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:29.920514 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e6869bd8-7199-4563-afa6-06370b70430e req-d043369e-6ddc-436d-8276-14415f31ce02 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 946 time: 0.0482235 Jan 25 02:17:29.972043 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e6869bd8-7199-4563-afa6-06370b70430e req-4aa10d50-c2c2-46c9-9323-c335ee2e624c tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429862 Jan 25 02:17:31.096556 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cf0c5-f5cb-4cfa-a2e6-6ab2ee4fbec9 req-53ea76e4-e5ce-4bbe-b9d3-d4d6bb60f614 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:31.098151 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-bd2cf0c5-f5cb-4cfa-a2e6-6ab2ee4fbec9 req-53ea76e4-e5ce-4bbe-b9d3-d4d6bb60f614 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 946 time: 0.0536001 Jan 25 02:17:31.146527 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-bd2cf0c5-f5cb-4cfa-a2e6-6ab2ee4fbec9 req-b63325b2-fe8c-4a8b-be03-af2eee9206b2 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425649 Jan 25 02:17:32.264208 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8abe8-3d8a-41b4-9b3e-35cadd23c9ba req-15f1684b-c3f8-4394-8389-5a625de4c403 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:32.265681 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-10c8abe8-3d8a-41b4-9b3e-35cadd23c9ba req-15f1684b-c3f8-4394-8389-5a625de4c403 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 946 time: 0.0485914 Jan 25 02:17:32.313572 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-10c8abe8-3d8a-41b4-9b3e-35cadd23c9ba req-398195f7-3ca7-4461-8479-11c03a6c8688 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416071 Jan 25 02:17:33.453768 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b242d-4d45-4f51-8e08-6fb72e04680f req-b4483e69-91d2-4d5f-ac17-73d1959dd7ac tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:33.455457 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b00b242d-4d45-4f51-8e08-6fb72e04680f req-b4483e69-91d2-4d5f-ac17-73d1959dd7ac tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 946 time: 0.0528815 Jan 25 02:17:33.817002 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b00b242d-4d45-4f51-8e08-6fb72e04680f req-accfd8de-10c6-4486-91c1-1c71200f70eb tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3556209 Jan 25 02:17:34.945351 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde14b73-054d-4a0e-8ad8-737a5110c166 req-efa8edd6-9024-4105-b3ba-daf6314b9d63 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:34.946839 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dde14b73-054d-4a0e-8ad8-737a5110c166 req-efa8edd6-9024-4105-b3ba-daf6314b9d63 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 946 time: 0.0491912 Jan 25 02:17:34.995378 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dde14b73-054d-4a0e-8ad8-737a5110c166 req-0974f5fe-2f8e-43bb-adc8-f020ab781bdd tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429997 Jan 25 02:17:36.141338 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71326dc-75bf-443b-a9cb-bdb75bcf1005 req-a7c693b8-ba11-48c1-b082-83ed628c7298 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:36.146040 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f71326dc-75bf-443b-a9cb-bdb75bcf1005 req-a7c693b8-ba11-48c1-b082-83ed628c7298 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 946 time: 0.0541825 Jan 25 02:17:36.193831 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f71326dc-75bf-443b-a9cb-bdb75bcf1005 req-428430e4-25cf-4d65-b666-6a81792c38a2 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448401 Jan 25 02:17:37.328738 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3735b2-8b5e-465b-82bf-ef4cf4ca7fa8 req-8a420dae-3d28-41ff-b6e9-c5521862782d tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:37.330850 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fc3735b2-8b5e-465b-82bf-ef4cf4ca7fa8 req-8a420dae-3d28-41ff-b6e9-c5521862782d tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 946 time: 0.0582960 Jan 25 02:17:37.380544 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fc3735b2-8b5e-465b-82bf-ef4cf4ca7fa8 req-e70153d7-f8ad-4460-9eda-7d71d32615fe tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437586 Jan 25 02:17:38.505158 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d58abf-a8df-4353-9e09-95367be08296 req-c1be5520-7a0f-4460-8419-271c84457054 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:38.506653 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a0d58abf-a8df-4353-9e09-95367be08296 req-c1be5520-7a0f-4460-8419-271c84457054 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 946 time: 0.0521762 Jan 25 02:17:38.552764 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a0d58abf-a8df-4353-9e09-95367be08296 req-e2ad1716-ffe6-4dd6-8625-4e459ea1f6ae tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405269 Jan 25 02:17:39.679759 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e61e8-7965-4c56-b0a8-61a42bbf3319 req-b58ddbfb-e9dc-4171-a909-3b371a65863f tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:39.681339 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2f5e61e8-7965-4c56-b0a8-61a42bbf3319 req-b58ddbfb-e9dc-4171-a909-3b371a65863f tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 946 time: 0.0520282 Jan 25 02:17:39.729952 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2f5e61e8-7965-4c56-b0a8-61a42bbf3319 req-14c2b646-78f2-4a4c-a8fd-3a6e839731bb tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428863 Jan 25 02:17:40.851529 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f18ea4-05f8-4613-9ae0-c85216d6feef req-e0b4c8d9-ef1d-4285-8c41-aa9d382a57f9 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:40.853279 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-41f18ea4-05f8-4613-9ae0-c85216d6feef req-e0b4c8d9-ef1d-4285-8c41-aa9d382a57f9 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 946 time: 0.0490930 Jan 25 02:17:40.899465 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-41f18ea4-05f8-4613-9ae0-c85216d6feef req-23d99337-5fec-4bf8-9ce9-06b006aaf0b9 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402396 Jan 25 02:17:42.018269 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc543baa-342a-4c35-96b6-29e50ff8d4d3 req-ec870cfe-4607-47bd-b27f-98b528514d14 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:42.019912 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dc543baa-342a-4c35-96b6-29e50ff8d4d3 req-ec870cfe-4607-47bd-b27f-98b528514d14 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 946 time: 0.0480485 Jan 25 02:17:42.068541 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dc543baa-342a-4c35-96b6-29e50ff8d4d3 req-408b1a3e-63cc-44ba-a307-5e5767a74aac tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430892 Jan 25 02:17:43.193237 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d62ec6-6b77-459c-beac-5b844640b9f0 req-e5b52c64-d701-4c59-a9f2-17c40dfb19e9 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:43.194649 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-80d62ec6-6b77-459c-beac-5b844640b9f0 req-e5b52c64-d701-4c59-a9f2-17c40dfb19e9 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 946 time: 0.0525746 Jan 25 02:17:43.245039 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-80d62ec6-6b77-459c-beac-5b844640b9f0 req-b2ab0f32-0a49-438b-af2b-4dbfc5f81603 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446134 Jan 25 02:17:44.173083 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:17:44.366974 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8191fc-c2b1-417c-b4af-ccb511760fed req-665ad7e6-70a5-42ea-8c35-c4cbcb73b305 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:44.368548 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2d8191fc-c2b1-417c-b4af-ccb511760fed req-665ad7e6-70a5-42ea-8c35-c4cbcb73b305 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 946 time: 0.0497251 Jan 25 02:17:44.418036 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2d8191fc-c2b1-417c-b4af-ccb511760fed req-7cc2f2e1-007e-41f6-9714-6e7264b804ab tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434215 Jan 25 02:17:47.667187 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a36cb2f1-8c71-4a73-8068-95091a5ba1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:50.142295 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e89145c-b822-4f18-940b-2ab868b16ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:50.785270 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ac197-3518-45bd-9768-2ef258f874be req-3e4484f2-2c02-4108-9ae2-3cd2f49d43b5 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:50.786862 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-445ac197-3518-45bd-9768-2ef258f874be req-3e4484f2-2c02-4108-9ae2-3cd2f49d43b5 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=1393f965-bda6-4ddc-8973-fa2d3a97dd86 HTTP/1.1" status: 200 len: 946 time: 0.0571802 Jan 25 02:17:50.833324 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-445ac197-3518-45bd-9768-2ef258f874be req-3cd8578f-d670-4894-af16-49231bb1ea42 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/security-groups?id=2691c8ac-a779-4112-a452-0d260bedc395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408823 Jan 25 02:17:51.123297 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:51.506040 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:51.948353 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14251386-d1a5-4604-8dd7-6ff301f26442 req-207eae29-6aa2-4647-b7ad-9d406685b4b9 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:51.949887 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-14251386-d1a5-4604-8dd7-6ff301f26442 req-207eae29-6aa2-4647-b7ad-9d406685b4b9 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=1393f965-bda6-4ddc-8973-fa2d3a97dd86 HTTP/1.1" status: 200 len: 946 time: 0.0486667 Jan 25 02:17:51.997397 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-14251386-d1a5-4604-8dd7-6ff301f26442 req-453bd751-a0da-4470-8c08-aa0d0bd2ea6a tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/security-groups?id=2691c8ac-a779-4112-a452-0d260bedc395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420740 Jan 25 02:17:53.045314 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:53.114469 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82612b6f-0bbb-41bf-a938-374fd5ef0127 req-c8e92027-0bac-4c87-a27d-5912142297c9 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:53.115965 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-82612b6f-0bbb-41bf-a938-374fd5ef0127 req-c8e92027-0bac-4c87-a27d-5912142297c9 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=1393f965-bda6-4ddc-8973-fa2d3a97dd86 HTTP/1.1" status: 200 len: 946 time: 0.0509582 Jan 25 02:17:53.167225 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-82612b6f-0bbb-41bf-a938-374fd5ef0127 req-c3f3a9c5-2835-4319-9bf8-b330e2394d9d tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/security-groups?id=2691c8ac-a779-4112-a452-0d260bedc395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456700 Jan 25 02:17:53.351463 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03f0c9-8708-4e78-94da-369e14015e30 req-c723396b-8c6e-4313-8429-d989bd4c7e0b tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:17:53.353165 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1c03f0c9-8708-4e78-94da-369e14015e30 req-c723396b-8c6e-4313-8429-d989bd4c7e0b tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.79 "GET /v2.0/ports?device_id=1393f965-bda6-4ddc-8973-fa2d3a97dd86 HTTP/1.1" status: 200 len: 946 time: 0.0488656 Jan 25 02:17:53.461960 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-1c03f0c9-8708-4e78-94da-369e14015e30 req-07855032-da87-4089-931a-9442ccfba159 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Deleting port ec76dbe8-6e56-4412-abae-ead410cf5773 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:17:53.462303 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1c03f0c9-8708-4e78-94da-369e14015e30 req-07855032-da87-4089-931a-9442ccfba159 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (ec76dbe8-6e56-4412-abae-ead410cf5773), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:53.554474 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-1c03f0c9-8708-4e78-94da-369e14015e30 req-07855032-da87-4089-931a-9442ccfba159 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] For port ec76dbe8-6e56-4412-abae-ead410cf5773, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=ec76dbe8-6e56-4412-abae-ead410cf5773,segment=NetworkSegment(968724b8-27ee-4721-8133-6d47ea918af9),segment_id=968724b8-27ee-4721-8133-6d47ea918af9)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:17:53.554751 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1c03f0c9-8708-4e78-94da-369e14015e30 req-07855032-da87-4089-931a-9442ccfba159 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (ec76dbe8-6e56-4412-abae-ead410cf5773), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:53.566438 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-1c03f0c9-8708-4e78-94da-369e14015e30 req-07855032-da87-4089-931a-9442ccfba159 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Calling delete_port for ec76dbe8-6e56-4412-abae-ead410cf5773 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:17:53.759769 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1c03f0c9-8708-4e78-94da-369e14015e30 req-07855032-da87-4089-931a-9442ccfba159 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (ec76dbe8-6e56-4412-abae-ead410cf5773), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:53.787213 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07855032-da87-4089-931a-9442ccfba159 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Pushing event deleted for resources: {'Port': ['ID=ec76dbe8-6e56-4412-abae-ead410cf5773,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:17:53.800836 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07855032-da87-4089-931a-9442ccfba159 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:17:53.801197 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07855032-da87-4089-931a-9442ccfba159 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:17:53.801631 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07855032-da87-4089-931a-9442ccfba159 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:17:53.801890 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07855032-da87-4089-931a-9442ccfba159 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:17:53.802229 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07855032-da87-4089-931a-9442ccfba159 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:17:53.802595 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07855032-da87-4089-931a-9442ccfba159 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:17:53.802940 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07855032-da87-4089-931a-9442ccfba159 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:17:53.803269 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07855032-da87-4089-931a-9442ccfba159 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:17:53.803608 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07855032-da87-4089-931a-9442ccfba159 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:17:53.803939 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07855032-da87-4089-931a-9442ccfba159 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:17:53.804271 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07855032-da87-4089-931a-9442ccfba159 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:17:53.804646 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['ec76dbe8-6e56-4412-abae-ead410cf5773'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:17:53.804761 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07855032-da87-4089-931a-9442ccfba159 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:17:53.804924 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07855032-da87-4089-931a-9442ccfba159 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:17:53.838666 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c03f0c9-8708-4e78-94da-369e14015e30 req-07855032-da87-4089-931a-9442ccfba159 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] No DVR routers for this DVR port ec76dbe8-6e56-4412-abae-ead410cf5773 on host hv-cinder-82116 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:17:53.841108 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1c03f0c9-8708-4e78-94da-369e14015e30 req-07855032-da87-4089-931a-9442ccfba159 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:53.844450 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1c03f0c9-8708-4e78-94da-369e14015e30 req-07855032-da87-4089-931a-9442ccfba159 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.79 "DELETE /v2.0/ports/ec76dbe8-6e56-4412-abae-ead410cf5773 HTTP/1.1" status: 204 len: 173 time: 0.4651101 Jan 25 02:17:53.844905 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1393f965-bda6-4ddc-8973-fa2d3a97dd86', 'name': 'network-vif-deleted', 'tag': 'ec76dbe8-6e56-4412-abae-ead410cf5773'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:17:53.847931 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c9da0e-465d-442c-a723-bc901b059591" -d '{"events": [{"server_uuid": "1393f965-bda6-4ddc-8973-fa2d3a97dd86", "name": "network-vif-deleted", "tag": "ec76dbe8-6e56-4412-abae-ead410cf5773"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:17:53.949565 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee80752-e523-4f6b-b865-cd882a50c9ed x-openstack-request-id: req-6ee80752-e523-4f6b-b865-cd882a50c9ed {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:17:53.949731 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1393f965-bda6-4ddc-8973-fa2d3a97dd86", "name": "network-vif-deleted", "tag": "ec76dbe8-6e56-4412-abae-ead410cf5773", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:17:53.949924 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-6ee80752-e523-4f6b-b865-cd882a50c9ed {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:17:53.950329 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1393f965-bda6-4ddc-8973-fa2d3a97dd86', 'name': 'network-vif-deleted', 'tag': 'ec76dbe8-6e56-4412-abae-ead410cf5773', 'status': 'completed', 'code': 200} Jan 25 02:17:54.276809 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-994d7431-d49b-4fc2-a727-0946c4795fee req-93672ce5-70a4-49c2-aace-da3bfe08d689 tempest-VolumesSnapshotTestJSON-1093652334 tempest-VolumesSnapshotTestJSON-1093652334-project] 10.222.0.112 "GET /v2.0/ports?device_id=1393f965-bda6-4ddc-8973-fa2d3a97dd86 HTTP/1.1" status: 200 len: 210 time: 0.0268800 Jan 25 02:17:54.508139 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:17:55.889148 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device ec76dbe8-6e56-4412-abae-ead410cf5773 no longer exists at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:17:55.915125 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] No Port match for: ec76dbe8-6e56-4412-abae-ead410cf5773 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:17:55.915484 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device ec76dbe8-6e56-4412-abae-ead410cf5773 not bound to the agent host hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:18:17.645363 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bd8cdb9f-4673-4e59-b9b7-612021298929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:20.153154 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb7da9a1-9392-453d-954a-d66b48343aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:20.757511 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 37464) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:18:20.869322 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6c977b5d-9650-4612-af10-9ce4395df1bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:20.947701 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6c977b5d-9650-4612-af10-9ce4395df1bb admin admin] Publish callbacks [] for security_group (47e62464-63f0-4725-9a27-e8a851aa4c29), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:21.004444 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6c977b5d-9650-4612-af10-9ce4395df1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (47e62464-63f0-4725-9a27-e8a851aa4c29), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:21.043437 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-6c977b5d-9650-4612-af10-9ce4395df1bb admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=739e4dd5e6c043b8b5f6cb3429c2b8ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2846360 Jan 25 02:18:21.044272 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c977b5d-9650-4612-af10-9ce4395df1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e62464-63f0-4725-9a27-e8a851aa4c29,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:18:21.046642 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 37470) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:18:21.109160 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7eb2333a-6e63-4afd-84c9-df6c2b8dcdeb admin admin] Publish callbacks [] for security_group (47e62464-63f0-4725-9a27-e8a851aa4c29), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:21.142564 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:21.145654 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7eb2333a-6e63-4afd-84c9-df6c2b8dcdeb admin admin] Publish callbacks [] for security_group (47e62464-63f0-4725-9a27-e8a851aa4c29), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:21.172583 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:18:21.262028 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7eb2333a-6e63-4afd-84c9-df6c2b8dcdeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (47e62464-63f0-4725-9a27-e8a851aa4c29), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:21.264966 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7eb2333a-6e63-4afd-84c9-df6c2b8dcdeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:21.268555 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-7eb2333a-6e63-4afd-84c9-df6c2b8dcdeb admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/47e62464-63f0-4725-9a27-e8a851aa4c29 HTTP/1.1" status: 204 len: 168 time: 0.2187703 Jan 25 02:18:21.274966 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb2333a-6e63-4afd-84c9-df6c2b8dcdeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e62464-63f0-4725-9a27-e8a851aa4c29,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:18:21.282622 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb2333a-6e63-4afd-84c9-df6c2b8dcdeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:18:21.282980 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb2333a-6e63-4afd-84c9-df6c2b8dcdeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:18:21.283360 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb2333a-6e63-4afd-84c9-df6c2b8dcdeb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:18:21.283780 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb2333a-6e63-4afd-84c9-df6c2b8dcdeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:18:21.284031 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb2333a-6e63-4afd-84c9-df6c2b8dcdeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:18:21.284371 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb2333a-6e63-4afd-84c9-df6c2b8dcdeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:18:21.284703 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb2333a-6e63-4afd-84c9-df6c2b8dcdeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:18:21.285141 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb2333a-6e63-4afd-84c9-df6c2b8dcdeb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:18:21.285354 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb2333a-6e63-4afd-84c9-df6c2b8dcdeb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:18:21.285686 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb2333a-6e63-4afd-84c9-df6c2b8dcdeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:18:21.286192 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb2333a-6e63-4afd-84c9-df6c2b8dcdeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:18:21.286549 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb2333a-6e63-4afd-84c9-df6c2b8dcdeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:18:21.286889 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb2333a-6e63-4afd-84c9-df6c2b8dcdeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:18:21.539449 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:23.059739 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:24.374649 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-db7b24dd-f671-4962-a32f-3d2371268194 req-f35c12d2-5aaf-47e8-8534-56255eec2544 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1367583 Jan 25 02:18:24.449222 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b24dd-f671-4962-a32f-3d2371268194 req-3fee6cca-5c91-4276-b1b8-5d2d9af73a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:18:24.450768 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-db7b24dd-f671-4962-a32f-3d2371268194 req-3fee6cca-5c91-4276-b1b8-5d2d9af73a90 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1dc0c55e351a499ba2e0b38fd3fea46c&device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 1098 time: 0.0428064 Jan 25 02:18:24.507958 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:24.560576 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b24dd-f671-4962-a32f-3d2371268194 req-13041554-e6a2-4b51-aae0-91e0c4e861c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:18:24.562040 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-db7b24dd-f671-4962-a32f-3d2371268194 req-13041554-e6a2-4b51-aae0-91e0c4e861c1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=01d302a1-d37b-4d5b-9a51-6cceb6126a3f HTTP/1.1" status: 200 len: 912 time: 0.0923388 Jan 25 02:18:24.627271 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-db7b24dd-f671-4962-a32f-3d2371268194 req-c37eb402-428d-440d-bdba-61ff9ff085ff service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b3d905e-34e7-4ddb-9c80-d8b54c4a3119 HTTP/1.1" status: 200 len: 1001 time: 0.0588748 Jan 25 02:18:24.681340 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b24dd-f671-4962-a32f-3d2371268194 req-8034adc7-22eb-406b-953f-805aea8dca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:18:24.682843 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-db7b24dd-f671-4962-a32f-3d2371268194 req-8034adc7-22eb-406b-953f-805aea8dca7f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4433a20e-0a7e-4dda-9aa9-6ade059d64f5 HTTP/1.1" status: 200 len: 850 time: 0.0491641 Jan 25 02:18:24.728668 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b24dd-f671-4962-a32f-3d2371268194 req-e15be4c8-4378-4d60-b4f7-614485b1fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:18:24.730147 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-db7b24dd-f671-4962-a32f-3d2371268194 req-e15be4c8-4378-4d60-b4f7-614485b1fea6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=01d302a1-d37b-4d5b-9a51-6cceb6126a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414257 Jan 25 02:18:24.818043 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-db7b24dd-f671-4962-a32f-3d2371268194 req-60404d0a-6bf2-4088-8c6f-bf2b98cee02b service neutron] 10.222.0.79 "GET /v2.0/networks/01d302a1-d37b-4d5b-9a51-6cceb6126a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814652 Jan 25 02:18:24.910768 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-db7b24dd-f671-4962-a32f-3d2371268194 req-bb8a67a8-8edc-4767-a9e7-6ed399be7793 service neutron] 10.222.0.79 "GET /v2.0/networks/01d302a1-d37b-4d5b-9a51-6cceb6126a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861244 Jan 25 02:18:30.417560 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 37614) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:18:30.464461 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5b4a5e5-5ca1-4585-a212-437d254db7db admin admin] Deleting subnet 4e85f871-34f2-4d27-9159-fcd920ee4456 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 02:18:30.467506 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b5b4a5e5-5ca1-4585-a212-437d254db7db admin admin] Publish callbacks [] for subnet (4e85f871-34f2-4d27-9159-fcd920ee4456), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:30.502444 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b5b4a5e5-5ca1-4585-a212-437d254db7db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25179602'] for subnet (4e85f871-34f2-4d27-9159-fcd920ee4456), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:30.540454 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b5b4a5e5-5ca1-4585-a212-437d254db7db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16745065'] for subnet (4e85f871-34f2-4d27-9159-fcd920ee4456), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:30.676562 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b5b4a5e5-5ca1-4585-a212-437d254db7db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16745106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25361992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25199770'] for subnet (4e85f871-34f2-4d27-9159-fcd920ee4456), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:30.702683 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b4a5e5-5ca1-4585-a212-437d254db7db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e85f871-34f2-4d27-9159-fcd920ee4456,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:18:30.706602 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b5b4a5e5-5ca1-4585-a212-437d254db7db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:30.709756 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-b5b4a5e5-5ca1-4585-a212-437d254db7db admin admin] 10.222.0.112 "DELETE /v2.0/subnets/4e85f871-34f2-4d27-9159-fcd920ee4456 HTTP/1.1" status: 204 len: 168 time: 0.2911963 Jan 25 02:18:30.712441 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 37616) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:18:30.782208 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c3f5bcc-7d50-4608-add0-fe2603d005cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16363431'] for network (d41d51d0-c617-42b1-ba7b-f110ce1144d5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:30.859192 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c3f5bcc-7d50-4608-add0-fe2603d005cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16730868', 'neutron.services.segments.db._delete_segments_for_network-8777998562223'] for network (d41d51d0-c617-42b1-ba7b-f110ce1144d5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:30.881273 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-4c3f5bcc-7d50-4608-add0-fe2603d005cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d41d51d0-c617-42b1-ba7b-f110ce1144d5']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:18:30.890330 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-4c3f5bcc-7d50-4608-add0-fe2603d005cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '968724b8-27ee-4721-8133-6d47ea918af9') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:18:30.890712 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-4c3f5bcc-7d50-4608-add0-fe2603d005cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '968724b8-27ee-4721-8133-6d47ea918af9') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:18:30.900190 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c3f5bcc-7d50-4608-add0-fe2603d005cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777998562097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25179595'] for segment (968724b8-27ee-4721-8133-6d47ea918af9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:30.913268 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c3f5bcc-7d50-4608-add0-fe2603d005cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422'] for segment (968724b8-27ee-4721-8133-6d47ea918af9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:30.919589 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c3f5bcc-7d50-4608-add0-fe2603d005cf admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 02:18:30.919957 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c3f5bcc-7d50-4608-add0-fe2603d005cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25361942'] for segment (968724b8-27ee-4721-8133-6d47ea918af9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:30.921545 dv-cinder-821168-1-iscsi neutron-server[103188]: Traceback (most recent call last): Jan 25 02:18:30.921545 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 02:18:30.921545 dv-cinder-821168-1-iscsi neutron-server[103188]: timer() Jan 25 02:18:30.921545 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 02:18:30.921545 dv-cinder-821168-1-iscsi neutron-server[103188]: cb(*args, **kw) Jan 25 02:18:30.921545 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 02:18:30.921545 dv-cinder-821168-1-iscsi neutron-server[103188]: return func(*args, **kwargs) Jan 25 02:18:30.921545 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 02:18:30.921545 dv-cinder-821168-1-iscsi neutron-server[103188]: self._notify() Jan 25 02:18:30.921545 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 02:18:30.921545 dv-cinder-821168-1-iscsi neutron-server[103188]: self.callback(batched_events) Jan 25 02:18:30.921545 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 02:18:30.921545 dv-cinder-821168-1-iscsi neutron-server[103188]: event.method(event) Jan 25 02:18:30.921545 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 02:18:30.921545 dv-cinder-821168-1-iscsi neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 02:18:30.921545 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 02:18:30.921545 dv-cinder-821168-1-iscsi neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 02:18:30.921545 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 02:18:30.921545 dv-cinder-821168-1-iscsi neutron-server[103188]: return f(self, *a, **k) Jan 25 02:18:30.921545 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 02:18:30.921545 dv-cinder-821168-1-iscsi neutron-server[103188]: return self._get(url).json() Jan 25 02:18:30.921545 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 02:18:30.921545 dv-cinder-821168-1-iscsi neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 02:18:30.921545 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 02:18:30.921545 dv-cinder-821168-1-iscsi neutron-server[103188]: return self.request(url, 'GET', **kwargs) Jan 25 02:18:30.921545 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 02:18:30.921545 dv-cinder-821168-1-iscsi neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 02:18:30.921545 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 02:18:30.921545 dv-cinder-821168-1-iscsi neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 02:18:30.921545 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 02:18:30.921545 dv-cinder-821168-1-iscsi neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 02:18:30.921545 dv-cinder-821168-1-iscsi neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 02:18:31.039093 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c3f5bcc-7d50-4608-add0-fe2603d005cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16730819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013164'] for network (d41d51d0-c617-42b1-ba7b-f110ce1144d5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:31.045634 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c3f5bcc-7d50-4608-add0-fe2603d005cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:31.050827 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-4c3f5bcc-7d50-4608-add0-fe2603d005cf admin admin] 10.222.0.112 "DELETE /v2.0/networks/d41d51d0-c617-42b1-ba7b-f110ce1144d5 HTTP/1.1" status: 204 len: 168 time: 0.3374329 Jan 25 02:18:31.063294 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f5bcc-7d50-4608-add0-fe2603d005cf admin admin] Pushing event deleted for resources: {'Network': ['ID=d41d51d0-c617-42b1-ba7b-f110ce1144d5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:18:31.480936 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 37626) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:18:31.521837 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-baa41f49-a42f-4021-90ab-65faccc00d14 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=93c92ed94cb34afe872735bf7975296f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395839 Jan 25 02:18:31.525356 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 37628) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:18:31.578653 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32959065-109e-47a4-8880-9e97dc5d2bd5 admin admin] Publish callbacks [] for security_group (2691c8ac-a779-4112-a452-0d260bedc395), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:31.602893 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32959065-109e-47a4-8880-9e97dc5d2bd5 admin admin] Publish callbacks [] for security_group (2691c8ac-a779-4112-a452-0d260bedc395), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:31.716567 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32959065-109e-47a4-8880-9e97dc5d2bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (2691c8ac-a779-4112-a452-0d260bedc395), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:31.719240 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32959065-109e-47a4-8880-9e97dc5d2bd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:31.720400 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-32959065-109e-47a4-8880-9e97dc5d2bd5 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/2691c8ac-a779-4112-a452-0d260bedc395 HTTP/1.1" status: 204 len: 168 time: 0.1940701 Jan 25 02:18:31.732522 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32959065-109e-47a4-8880-9e97dc5d2bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2691c8ac-a779-4112-a452-0d260bedc395,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:18:32.793899 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 37660) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:18:32.890902 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7a2734e6-9ce5-437b-a989-d4f1a254f1b5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1582854778-network', 'tenant_id': '8051bc8589334168b3804246ccf10459'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:18:32.981585 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2734e6-9ce5-437b-a989-d4f1a254f1b5 admin admin] Made reservation on behalf of 8051bc8589334168b3804246ccf10459 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:18:32.983894 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a2734e6-9ce5-437b-a989-d4f1a254f1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:32.998321 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a2734e6-9ce5-437b-a989-d4f1a254f1b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:33.080363 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a2734e6-9ce5-437b-a989-d4f1a254f1b5 admin admin] Publish callbacks [] for security_group (59ccdb08-b215-418b-85d8-2f4423beb792), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:33.165159 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a2734e6-9ce5-437b-a989-d4f1a254f1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (59ccdb08-b215-418b-85d8-2f4423beb792), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:33.190608 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a2734e6-9ce5-437b-a989-d4f1a254f1b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:18:33.201153 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2734e6-9ce5-437b-a989-d4f1a254f1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ccdb08-b215-418b-85d8-2f4423beb792,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:18:33.205860 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a2734e6-9ce5-437b-a989-d4f1a254f1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422'] for segment (9ff6fcb1-b851-4f75-928c-682452eca8fd), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:33.206205 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.db.segments_db [None req-7a2734e6-9ce5-437b-a989-d4f1a254f1b5 admin admin] Added segment 9ff6fcb1-b851-4f75-928c-682452eca8fd of type vlan for network 6b675fc4-8bf0-47c1-9fe8-58f613604f0d Jan 25 02:18:33.253248 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a2734e6-9ce5-437b-a989-d4f1a254f1b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777998040441'] for network (6b675fc4-8bf0-47c1-9fe8-58f613604f0d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:33.358953 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a2734e6-9ce5-437b-a989-d4f1a254f1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394'] for network (6b675fc4-8bf0-47c1-9fe8-58f613604f0d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:33.360043 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2734e6-9ce5-437b-a989-d4f1a254f1b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:18:33.360687 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a2734e6-9ce5-437b-a989-d4f1a254f1b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:33.420021 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2734e6-9ce5-437b-a989-d4f1a254f1b5 admin admin] Pushing event updated for resources: {'Network': ['ID=6b675fc4-8bf0-47c1-9fe8-58f613604f0d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:18:33.430632 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Network 6b675fc4-8bf0-47c1-9fe8-58f613604f0d details requested by agent ovs-agent-dv-cinder-821168-1-iscsi with host dv-cinder-821168-1-iscsi {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:18:33.484319 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-7a2734e6-9ce5-437b-a989-d4f1a254f1b5 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6892674 Jan 25 02:18:33.487309 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 37668) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:18:33.491962 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2ccfd564-852f-498b-920e-e24980ac0901 admin admin] Request body: {'subnet': {'network_id': '6b675fc4-8bf0-47c1-9fe8-58f613604f0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1582854778-subnet', 'tenant_id': '8051bc8589334168b3804246ccf10459', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:18:33.575824 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccfd564-852f-498b-920e-e24980ac0901 admin admin] Made reservation on behalf of 8051bc8589334168b3804246ccf10459 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:18:33.579095 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ccfd564-852f-498b-920e-e24980ac0901 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25199807'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:34.005347 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ccfd564-852f-498b-920e-e24980ac0901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25362057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25199761'] for subnet (1c0b1dc0-29a2-40cf-9da8-a2953adfaba2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:34.064637 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccfd564-852f-498b-920e-e24980ac0901 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c0b1dc0-29a2-40cf-9da8-a2953adfaba2,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:18:34.072827 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccfd564-852f-498b-920e-e24980ac0901 admin admin] Checking segment: {'id': '9ff6fcb1-b851-4f75-928c-682452eca8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6b675fc4-8bf0-47c1-9fe8-58f613604f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:18:34.073186 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccfd564-852f-498b-920e-e24980ac0901 admin admin] Network hostable DHCP agents. Network: 6b675fc4-8bf0-47c1-9fe8-58f613604f0d, hostable agents: ['e69e460b-fe2d-42d0-be9b-976257b6f4ce'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:18:34.152924 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccfd564-852f-498b-920e-e24980ac0901 admin admin] Network 6b675fc4-8bf0-47c1-9fe8-58f613604f0d is scheduled to be hosted by DHCP agent e69e460b-fe2d-42d0-be9b-976257b6f4ce with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:18:34.213316 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2ccfd564-852f-498b-920e-e24980ac0901 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821168-1-iscsi, 6b675fc4-8bf0-47c1-9fe8-58f613604f0d) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:18:34.217190 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccfd564-852f-498b-920e-e24980ac0901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:18:34.217784 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ccfd564-852f-498b-920e-e24980ac0901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:34.222066 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dc270b-a13d-498d-b4c9-ef62b19b2b4c None None] Network 6b675fc4-8bf0-47c1-9fe8-58f613604f0d requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:18:34.313426 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-2ccfd564-852f-498b-920e-e24980ac0901 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8249762 Jan 25 02:18:34.316289 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 37674) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:18:34.321870 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [None req-bd043f69-db8a-4601-bd56-6dfd25b4b1df admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1582854778-router', 'tenant_id': '8051bc8589334168b3804246ccf10459', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:18:34.337686 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b3fb25-acb1-40eb-b41e-c263f2c55913 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp071eaffc-51bf-5b06-a7f1-603d5cbd75dc-6b675fc4-8bf0-47c1-9fe8-58f613604f0d', 'network_id': '6b675fc4-8bf0-47c1-9fe8-58f613604f0d', 'project_id': '8051bc8589334168b3804246ccf10459', 'fixed_ips': [{'subnet_id': '1c0b1dc0-29a2-40cf-9da8-a2953adfaba2'}]}} from dv-cinder-821168-1-iscsi. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 02:18:34.338723 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-34b3fb25-acb1-40eb-b41e-c263f2c55913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:34.419108 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bd043f69-db8a-4601-bd56-6dfd25b4b1df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1006660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1262'] for router (69658738-5b08-4b16-9161-0a18c5b83e72), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:34.420183 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bd043f69-db8a-4601-bd56-6dfd25b4b1df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1006800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1012103', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045'] for router (69658738-5b08-4b16-9161-0a18c5b83e72), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:34.476913 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bd043f69-db8a-4601-bd56-6dfd25b4b1df admin admin] Publish callbacks [] for router_controller (69658738-5b08-4b16-9161-0a18c5b83e72), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:34.487298 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-34b3fb25-acb1-40eb-b41e-c263f2c55913 None None] Allocated IP 172.20.0.2 (6b675fc4-8bf0-47c1-9fe8-58f613604f0d/1c0b1dc0-29a2-40cf-9da8-a2953adfaba2/94ce1dd1-0df1-479e-b396-7625467278cb) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:18:34.646813 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-34b3fb25-acb1-40eb-b41e-c263f2c55913 None None] Publish callbacks [] for port (94ce1dd1-0df1-479e-b396-7625467278cb), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:34.712754 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-34b3fb25-acb1-40eb-b41e-c263f2c55913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240'] for port (94ce1dd1-0df1-479e-b396-7625467278cb), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:34.713905 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bd043f69-db8a-4601-bd56-6dfd25b4b1df admin admin] Publish callbacks [] for router_gateway (69658738-5b08-4b16-9161-0a18c5b83e72), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:34.759625 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b3fb25-acb1-40eb-b41e-c263f2c55913 None None] Network 6b675fc4-8bf0-47c1-9fe8-58f613604f0d is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:18:34.762853 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-34b3fb25-acb1-40eb-b41e-c263f2c55913 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:18:34.768873 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b3fb25-acb1-40eb-b41e-c263f2c55913 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:18:34.772916 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b3fb25-acb1-40eb-b41e-c263f2c55913 None None] Pushing event updated for resources: {'Port': ['ID=94ce1dd1-0df1-479e-b396-7625467278cb,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:18:34.785260 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b3fb25-acb1-40eb-b41e-c263f2c55913 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:18:34.785609 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b3fb25-acb1-40eb-b41e-c263f2c55913 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:18:34.785796 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b3fb25-acb1-40eb-b41e-c263f2c55913 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:18:34.786150 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b3fb25-acb1-40eb-b41e-c263f2c55913 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:18:34.786516 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b3fb25-acb1-40eb-b41e-c263f2c55913 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:18:34.786878 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b3fb25-acb1-40eb-b41e-c263f2c55913 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:18:34.787195 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b3fb25-acb1-40eb-b41e-c263f2c55913 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:18:34.787563 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b3fb25-acb1-40eb-b41e-c263f2c55913 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:18:34.787903 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b3fb25-acb1-40eb-b41e-c263f2c55913 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:18:34.788319 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b3fb25-acb1-40eb-b41e-c263f2c55913 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:18:34.788629 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b3fb25-acb1-40eb-b41e-c263f2c55913 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:18:34.788963 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b3fb25-acb1-40eb-b41e-c263f2c55913 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:18:34.789880 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b3fb25-acb1-40eb-b41e-c263f2c55913 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:18:34.841069 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-34b3fb25-acb1-40eb-b41e-c263f2c55913 None None] Attempting to bind port 94ce1dd1-0df1-479e-b396-7625467278cb on host dv-cinder-821168-1-iscsi for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:18:34.841442 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-34b3fb25-acb1-40eb-b41e-c263f2c55913 None None] Attempting to bind port 94ce1dd1-0df1-479e-b396-7625467278cb by drivers openvswitch,hyperv on host dv-cinder-821168-1-iscsi at level 0 using segments [{'id': '9ff6fcb1-b851-4f75-928c-682452eca8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6b675fc4-8bf0-47c1-9fe8-58f613604f0d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:18:34.841811 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b3fb25-acb1-40eb-b41e-c263f2c55913 None None] Attempting to bind port 94ce1dd1-0df1-479e-b396-7625467278cb on network 6b675fc4-8bf0-47c1-9fe8-58f613604f0d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:18:34.848876 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b3fb25-acb1-40eb-b41e-c263f2c55913 None None] Checking agent: {'id': '086e82f0-eb32-4dd2-8729-4ab634561567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 3, 54), 'started_at': datetime.datetime(2022, 1, 25, 2, 4, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:18:34.849612 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b3fb25-acb1-40eb-b41e-c263f2c55913 None None] Checking segment: {'id': '9ff6fcb1-b851-4f75-928c-682452eca8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6b675fc4-8bf0-47c1-9fe8-58f613604f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:18:34.851451 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-34b3fb25-acb1-40eb-b41e-c263f2c55913 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:34.851451 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b3fb25-acb1-40eb-b41e-c263f2c55913 None None] Bound using segment: {'id': '9ff6fcb1-b851-4f75-928c-682452eca8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6b675fc4-8bf0-47c1-9fe8-58f613604f0d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:18:34.851451 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-34b3fb25-acb1-40eb-b41e-c263f2c55913 None None] Bound port: 94ce1dd1-0df1-479e-b396-7625467278cb, host: dv-cinder-821168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ff6fcb1-b851-4f75-928c-682452eca8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6b675fc4-8bf0-47c1-9fe8-58f613604f0d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:18:34.853072 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-34b3fb25-acb1-40eb-b41e-c263f2c55913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (94ce1dd1-0df1-479e-b396-7625467278cb), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:34.934993 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-34b3fb25-acb1-40eb-b41e-c263f2c55913 None None] For port 94ce1dd1-0df1-479e-b396-7625467278cb, host dv-cinder-821168-1-iscsi, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:18:34.937815 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-34b3fb25-acb1-40eb-b41e-c263f2c55913 None None] For port 94ce1dd1-0df1-479e-b396-7625467278cb, host dv-cinder-821168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=94ce1dd1-0df1-479e-b396-7625467278cb,segment=NetworkSegment(9ff6fcb1-b851-4f75-928c-682452eca8fd),segment_id=9ff6fcb1-b851-4f75-928c-682452eca8fd)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:18:35.016747 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-34b3fb25-acb1-40eb-b41e-c263f2c55913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (94ce1dd1-0df1-479e-b396-7625467278cb), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:35.045714 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bd043f69-db8a-4601-bd56-6dfd25b4b1df admin admin] Publish callbacks [] for router_gateway (69658738-5b08-4b16-9161-0a18c5b83e72), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:35.072208 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bd043f69-db8a-4601-bd56-6dfd25b4b1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:35.097835 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b3fb25-acb1-40eb-b41e-c263f2c55913 None None] Pushing event updated for resources: {'Port': ['ID=94ce1dd1-0df1-479e-b396-7625467278cb,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:18:35.211991 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-bd043f69-db8a-4601-bd56-6dfd25b4b1df admin admin] Allocated IP 172.27.3.98 (a4beea5e-7380-4f54-a79a-85c8e3bac423/7e657314-da2c-44e4-949d-aa8ff76f9246/3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:18:35.351307 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bd043f69-db8a-4601-bd56-6dfd25b4b1df admin admin] Publish callbacks [] for port (3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:35.477805 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bd043f69-db8a-4601-bd56-6dfd25b4b1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:35.517476 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd043f69-db8a-4601-bd56-6dfd25b4b1df admin admin] Network a4beea5e-7380-4f54-a79a-85c8e3bac423 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:18:35.522278 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-bd043f69-db8a-4601-bd56-6dfd25b4b1df admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:18:35.526819 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd043f69-db8a-4601-bd56-6dfd25b4b1df admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:18:35.532096 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd043f69-db8a-4601-bd56-6dfd25b4b1df admin admin] Pushing event updated for resources: {'Port': ['ID=3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:18:35.858786 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bd043f69-db8a-4601-bd56-6dfd25b4b1df admin admin] Publish callbacks [] for router_gateway (69658738-5b08-4b16-9161-0a18c5b83e72), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:36.061396 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 94ce1dd1-0df1-479e-b396-7625467278cb up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:18:36.077501 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bd043f69-db8a-4601-bd56-6dfd25b4b1df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1006799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1012195'] for router (69658738-5b08-4b16-9161-0a18c5b83e72), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:36.114444 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port 94ce1dd1-0df1-479e-b396-7625467278cb triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:18:36.115066 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (94ce1dd1-0df1-479e-b396-7625467278cb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:36.166313 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca20b9b-adc0-4f6a-9b75-bf0bfbfebd61 None None] Network 6b675fc4-8bf0-47c1-9fe8-58f613604f0d requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:18:36.257053 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port 94ce1dd1-0df1-479e-b396-7625467278cb is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:18:36.257445 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (94ce1dd1-0df1-479e-b396-7625467278cb), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:36.307820 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd043f69-db8a-4601-bd56-6dfd25b4b1df admin admin] Router 69658738-5b08-4b16-9161-0a18c5b83e72 is scheduled to L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 02:18:36.424153 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-42504e91-a55c-4318-b1aa-48548b010cfd None None] Provisioning complete for port 94ce1dd1-0df1-479e-b396-7625467278cb triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:18:36.424534 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42504e91-a55c-4318-b1aa-48548b010cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (94ce1dd1-0df1-479e-b396-7625467278cb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:36.428866 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd043f69-db8a-4601-bd56-6dfd25b4b1df admin admin] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:18:36.458154 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66a5dda-e401-49ba-9441-68c8afc8357d None None] Sync routers for ids ['69658738-5b08-4b16-9161-0a18c5b83e72'] in dv-cinder-821168-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:18:36.478571 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] For port 94ce1dd1-0df1-479e-b396-7625467278cb, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=94ce1dd1-0df1-479e-b396-7625467278cb,segment=NetworkSegment(9ff6fcb1-b851-4f75-928c-682452eca8fd),segment_id=9ff6fcb1-b851-4f75-928c-682452eca8fd)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:18:36.512799 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66a5dda-e401-49ba-9441-68c8afc8357d None None] Routers {'69658738-5b08-4b16-9161-0a18c5b83e72'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:18:36.513494 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-c66a5dda-e401-49ba-9441-68c8afc8357d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:18:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['69658738-5b08-4b16-9161-0a18c5b83e72'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:18:36.524876 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bd043f69-db8a-4601-bd56-6dfd25b4b1df admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:36.526231 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-bd043f69-db8a-4601-bd56-6dfd25b4b1df admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2088270 Jan 25 02:18:36.528988 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 37684) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:18:36.558302 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (94ce1dd1-0df1-479e-b396-7625467278cb), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:36.632090 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-42504e91-a55c-4318-b1aa-48548b010cfd None None] Current status of the port 94ce1dd1-0df1-479e-b396-7625467278cb is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:18:36.698050 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Pushing event updated for resources: {'Port': ['ID=94ce1dd1-0df1-479e-b396-7625467278cb,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:18:36.730855 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-c66a5dda-e401-49ba-9441-68c8afc8357d None None] Set router 69658738-5b08-4b16-9161-0a18c5b83e72 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:18:36.817876 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6a3d7ce2-fe07-42ba-93f6-2f1a79048dbf None None] Provisioning complete for port 94ce1dd1-0df1-479e-b396-7625467278cb triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:18:36.818309 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6a3d7ce2-fe07-42ba-93f6-2f1a79048dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (94ce1dd1-0df1-479e-b396-7625467278cb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:36.971882 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6a3d7ce2-fe07-42ba-93f6-2f1a79048dbf None None] Current status of the port 94ce1dd1-0df1-479e-b396-7625467278cb is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:18:36.978965 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e77f3994-a660-4949-af66-750aa1333f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:36.986247 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-c66a5dda-e401-49ba-9441-68c8afc8357d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69658738-5b08-4b16-9161-0a18c5b83e72', 'name': 'tempest-TestMinimumBasicScenario-1582854778-router', 'tenant_id': '8051bc8589334168b3804246ccf10459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:18:34Z', 'updated_at': '2022-01-25T02:18:35Z', 'revision_number': 3, 'project_id': '8051bc8589334168b3804246ccf10459', 'gw_port': {'id': '3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:61:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69658738-5b08-4b16-9161-0a18c5b83e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:18:35Z', 'updated_at': '2022-01-25T02:18:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi'}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:18:37.013594 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66a5dda-e401-49ba-9441-68c8afc8357d None None] Checking router: 69658738-5b08-4b16-9161-0a18c5b83e72 for host: dv-cinder-821168-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:18:37.013946 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66a5dda-e401-49ba-9441-68c8afc8357d None None] Updating router 69658738-5b08-4b16-9161-0a18c5b83e72 port 3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f binding host dv-cinder-821168-1-iscsi {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:18:37.039687 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c66a5dda-e401-49ba-9441-68c8afc8357d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:37.145394 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-e77f3994-a660-4949-af66-750aa1333f50 admin admin] Allocated IP 172.20.0.1 (6b675fc4-8bf0-47c1-9fe8-58f613604f0d/1c0b1dc0-29a2-40cf-9da8-a2953adfaba2/29c40fed-b469-4e4d-bcb3-49408e3ef019) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:18:37.318691 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c66a5dda-e401-49ba-9441-68c8afc8357d None None] Publish callbacks [] for port (3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:37.376212 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c66a5dda-e401-49ba-9441-68c8afc8357d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:37.429981 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09cb32-ccbd-4129-a160-3de55fb0722d None None] Pushing event updated for resources: {'Port': ['ID=3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:18:37.434745 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-c66a5dda-e401-49ba-9441-68c8afc8357d None None] Attempting to bind port 3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f on host dv-cinder-821168-1-iscsi for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:18:37.435121 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-c66a5dda-e401-49ba-9441-68c8afc8357d None None] Attempting to bind port 3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f by drivers openvswitch,hyperv on host dv-cinder-821168-1-iscsi at level 0 using segments [{'id': '563111bc-0e97-4ad0-9464-e144d87fe1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:18:37.435491 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66a5dda-e401-49ba-9441-68c8afc8357d None None] Attempting to bind port 3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f on network a4beea5e-7380-4f54-a79a-85c8e3bac423 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:18:37.441236 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66a5dda-e401-49ba-9441-68c8afc8357d None None] Checking agent: {'id': '086e82f0-eb32-4dd2-8729-4ab634561567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 3, 54), 'started_at': datetime.datetime(2022, 1, 25, 2, 4, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:18:37.441625 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66a5dda-e401-49ba-9441-68c8afc8357d None None] Checking segment: {'id': '563111bc-0e97-4ad0-9464-e144d87fe1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:18:37.442038 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c66a5dda-e401-49ba-9441-68c8afc8357d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:37.442462 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66a5dda-e401-49ba-9441-68c8afc8357d None None] Bound using segment: {'id': '563111bc-0e97-4ad0-9464-e144d87fe1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:18:37.442954 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-c66a5dda-e401-49ba-9441-68c8afc8357d None None] Bound port: 3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f, host: dv-cinder-821168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563111bc-0e97-4ad0-9464-e144d87fe1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:18:37.443346 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c66a5dda-e401-49ba-9441-68c8afc8357d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:37.497871 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c66a5dda-e401-49ba-9441-68c8afc8357d None None] For port 3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f, host dv-cinder-821168-1-iscsi, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:18:37.501159 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c66a5dda-e401-49ba-9441-68c8afc8357d None None] For port 3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f, host dv-cinder-821168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f,segment=NetworkSegment(563111bc-0e97-4ad0-9464-e144d87fe1b2),segment_id=563111bc-0e97-4ad0-9464-e144d87fe1b2)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:18:37.506055 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e77f3994-a660-4949-af66-750aa1333f50 admin admin] Publish callbacks [] for port (29c40fed-b469-4e4d-bcb3-49408e3ef019), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:37.602747 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c66a5dda-e401-49ba-9441-68c8afc8357d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:37.636705 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e77f3994-a660-4949-af66-750aa1333f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (29c40fed-b469-4e4d-bcb3-49408e3ef019), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:37.660503 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66a5dda-e401-49ba-9441-68c8afc8357d None None] Routers {'69658738-5b08-4b16-9161-0a18c5b83e72'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:18:37.661135 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-c66a5dda-e401-49ba-9441-68c8afc8357d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:18:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['69658738-5b08-4b16-9161-0a18c5b83e72'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:18:37.680895 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77f3994-a660-4949-af66-750aa1333f50 admin admin] Network 6b675fc4-8bf0-47c1-9fe8-58f613604f0d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:18:37.683832 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-e77f3994-a660-4949-af66-750aa1333f50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:18:37.686673 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77f3994-a660-4949-af66-750aa1333f50 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:18:37.698473 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09cb32-ccbd-4129-a160-3de55fb0722d None None] Pushing event updated for resources: {'Port': ['ID=3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:18:37.711214 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f3994-a660-4949-af66-750aa1333f50 admin admin] Pushing event updated for resources: {'Port': ['ID=29c40fed-b469-4e4d-bcb3-49408e3ef019,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:18:37.736852 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e77f3994-a660-4949-af66-750aa1333f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013087'] for router_interface (69658738-5b08-4b16-9161-0a18c5b83e72), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:37.779079 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-c66a5dda-e401-49ba-9441-68c8afc8357d None None] Set router 69658738-5b08-4b16-9161-0a18c5b83e72 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:18:37.950774 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e77f3994-a660-4949-af66-750aa1333f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (29c40fed-b469-4e4d-bcb3-49408e3ef019), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:38.008032 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-a58bceb9-7b78-4487-9447-60169d01c3be None None] Provisioning complete for port 29c40fed-b469-4e4d-bcb3-49408e3ef019 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:18:38.008330 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a58bceb9-7b78-4487-9447-60169d01c3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (29c40fed-b469-4e4d-bcb3-49408e3ef019), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:38.012232 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-c66a5dda-e401-49ba-9441-68c8afc8357d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69658738-5b08-4b16-9161-0a18c5b83e72', 'name': 'tempest-TestMinimumBasicScenario-1582854778-router', 'tenant_id': '8051bc8589334168b3804246ccf10459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:18:34Z', 'updated_at': '2022-01-25T02:18:35Z', 'revision_number': 3, 'project_id': '8051bc8589334168b3804246ccf10459', 'gw_port': {'id': '3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:61:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69658738-5b08-4b16-9161-0a18c5b83e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:18:35Z', 'updated_at': '2022-01-25T02:18:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi'}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:18:38.031452 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 94ce1dd1-0df1-479e-b396-7625467278cb up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:18:38.087942 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66a5dda-e401-49ba-9441-68c8afc8357d None None] The sync data for ids ['69658738-5b08-4b16-9161-0a18c5b83e72'] in dv-cinder-821168-1-iscsi is: [{'id': '69658738-5b08-4b16-9161-0a18c5b83e72', 'name': 'tempest-TestMinimumBasicScenario-1582854778-router', 'tenant_id': '8051bc8589334168b3804246ccf10459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:18:34Z', 'updated_at': '2022-01-25T02:18:35Z', 'revision_number': 3, 'project_id': '8051bc8589334168b3804246ccf10459', 'gw_port': {'id': '3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:61:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69658738-5b08-4b16-9161-0a18c5b83e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:18:35Z', 'updated_at': '2022-01-25T02:18:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi'}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:18:38.107482 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a58bceb9-7b78-4487-9447-60169d01c3be None None] Port 29c40fed-b469-4e4d-bcb3-49408e3ef019 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:18:38.138645 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port 94ce1dd1-0df1-479e-b396-7625467278cb triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:18:38.139022 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (94ce1dd1-0df1-479e-b396-7625467278cb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:38.172002 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e77f3994-a660-4949-af66-750aa1333f50 admin admin] Publish callbacks [] for port (29c40fed-b469-4e4d-bcb3-49408e3ef019), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:38.221610 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port 94ce1dd1-0df1-479e-b396-7625467278cb is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:18:38.297928 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e77f3994-a660-4949-af66-750aa1333f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26102405'] for port (29c40fed-b469-4e4d-bcb3-49408e3ef019), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:38.400898 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f3994-a660-4949-af66-750aa1333f50 admin admin] Pushing event updated for resources: {'Port': ['ID=29c40fed-b469-4e4d-bcb3-49408e3ef019,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:18:38.404793 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e77f3994-a660-4949-af66-750aa1333f50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012405'] for router_interface (69658738-5b08-4b16-9161-0a18c5b83e72), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:38.505031 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77f3994-a660-4949-af66-750aa1333f50 admin admin] Network 6b675fc4-8bf0-47c1-9fe8-58f613604f0d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:18:38.506668 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-e77f3994-a660-4949-af66-750aa1333f50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:18:38.669066 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77f3994-a660-4949-af66-750aa1333f50 admin admin] Router 69658738-5b08-4b16-9161-0a18c5b83e72 has already been hosted by L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:18:38.746377 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-dccee7a3-1508-4092-b977-7ca9bed634ee None None] Provisioning complete for port 29c40fed-b469-4e4d-bcb3-49408e3ef019 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:18:38.746963 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dccee7a3-1508-4092-b977-7ca9bed634ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (29c40fed-b469-4e4d-bcb3-49408e3ef019), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:38.810349 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77f3994-a660-4949-af66-750aa1333f50 admin admin] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:18:38.818402 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-e77f3994-a660-4949-af66-750aa1333f50 admin admin] 10.222.0.112 "PUT /v2.0/routers/69658738-5b08-4b16-9161-0a18c5b83e72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2860792 Jan 25 02:18:38.838441 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-dccee7a3-1508-4092-b977-7ca9bed634ee None None] Port 29c40fed-b469-4e4d-bcb3-49408e3ef019 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:18:39.620922 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 37722) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:18:39.626244 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [None req-b429983d-bb7c-4da1-8e78-62f23256cc2c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-456890611-network', 'tenant_id': 'bf1cd74ae4dd4618a3811768ec5ecea8'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:18:39.718779 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b429983d-bb7c-4da1-8e78-62f23256cc2c admin admin] Made reservation on behalf of bf1cd74ae4dd4618a3811768ec5ecea8 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:18:39.721085 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b429983d-bb7c-4da1-8e78-62f23256cc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:39.736581 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b429983d-bb7c-4da1-8e78-62f23256cc2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:39.769722 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cd1ef2-e086-4260-b7a2-6f07e9c9fed3 None None] Sync routers for ids ['69658738-5b08-4b16-9161-0a18c5b83e72'] in dv-cinder-821168-1-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:18:39.779944 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cd1ef2-e086-4260-b7a2-6f07e9c9fed3 None None] Routers {'69658738-5b08-4b16-9161-0a18c5b83e72'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:18:39.780564 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e1cd1ef2-e086-4260-b7a2-6f07e9c9fed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:18:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['69658738-5b08-4b16-9161-0a18c5b83e72'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:18:39.814236 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b429983d-bb7c-4da1-8e78-62f23256cc2c admin admin] Publish callbacks [] for security_group (a7069247-cb39-4404-826e-048662394e9c), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:39.878900 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b429983d-bb7c-4da1-8e78-62f23256cc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (a7069247-cb39-4404-826e-048662394e9c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:39.886354 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-e1cd1ef2-e086-4260-b7a2-6f07e9c9fed3 None None] Set router 69658738-5b08-4b16-9161-0a18c5b83e72 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:18:39.905414 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b429983d-bb7c-4da1-8e78-62f23256cc2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:18:39.915119 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b429983d-bb7c-4da1-8e78-62f23256cc2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7069247-cb39-4404-826e-048662394e9c,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:18:39.921357 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b429983d-bb7c-4da1-8e78-62f23256cc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422'] for segment (07a5acd4-b800-4143-be1c-a2dd3986e215), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:39.921983 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.db.segments_db [None req-b429983d-bb7c-4da1-8e78-62f23256cc2c admin admin] Added segment 07a5acd4-b800-4143-be1c-a2dd3986e215 of type vlan for network dffbd801-0b3b-4987-80ee-399405228702 Jan 25 02:18:39.972148 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b429983d-bb7c-4da1-8e78-62f23256cc2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777998040441'] for network (dffbd801-0b3b-4987-80ee-399405228702), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:40.065264 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:18:40.073289 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b429983d-bb7c-4da1-8e78-62f23256cc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394'] for network (dffbd801-0b3b-4987-80ee-399405228702), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:40.074284 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b429983d-bb7c-4da1-8e78-62f23256cc2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:18:40.074916 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b429983d-bb7c-4da1-8e78-62f23256cc2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:40.123760 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port 3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:18:40.123760 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:40.131643 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e1cd1ef2-e086-4260-b7a2-6f07e9c9fed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69658738-5b08-4b16-9161-0a18c5b83e72', 'name': 'tempest-TestMinimumBasicScenario-1582854778-router', 'tenant_id': '8051bc8589334168b3804246ccf10459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:18:34Z', 'updated_at': '2022-01-25T02:18:37Z', 'revision_number': 4, 'project_id': '8051bc8589334168b3804246ccf10459', 'gw_port': {'id': '3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:61:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69658738-5b08-4b16-9161-0a18c5b83e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:18:35Z', 'updated_at': '2022-01-25T02:18:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '29c40fed-b469-4e4d-bcb3-49408e3ef019', 'name': '', 'network_id': '6b675fc4-8bf0-47c1-9fe8-58f613604f0d', 'tenant_id': '8051bc8589334168b3804246ccf10459', 'mac_address': 'fa:16:3e:b8:fc:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69658738-5b08-4b16-9161-0a18c5b83e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1c0b1dc0-29a2-40cf-9da8-a2953adfaba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:18:36Z', 'updated_at': '2022-01-25T02:18:38Z', 'revision_number': 2, 'project_id': '8051bc8589334168b3804246ccf10459', 'subnets': [{'id': '1c0b1dc0-29a2-40cf-9da8-a2953adfaba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:18:40.136391 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b429983d-bb7c-4da1-8e78-62f23256cc2c admin admin] Pushing event updated for resources: {'Network': ['ID=dffbd801-0b3b-4987-80ee-399405228702,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:18:40.150277 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Network dffbd801-0b3b-4987-80ee-399405228702 details requested by agent ovs-agent-dv-cinder-821168-1-iscsi with host dv-cinder-821168-1-iscsi {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:18:40.159977 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cd1ef2-e086-4260-b7a2-6f07e9c9fed3 None None] Checking router: 69658738-5b08-4b16-9161-0a18c5b83e72 for host: dv-cinder-821168-1-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:18:40.160342 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cd1ef2-e086-4260-b7a2-6f07e9c9fed3 None None] Updating router 69658738-5b08-4b16-9161-0a18c5b83e72 port 29c40fed-b469-4e4d-bcb3-49408e3ef019 binding host dv-cinder-821168-1-iscsi {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:18:40.185843 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1cd1ef2-e086-4260-b7a2-6f07e9c9fed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (29c40fed-b469-4e4d-bcb3-49408e3ef019), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:40.193288 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-b429983d-bb7c-4da1-8e78-62f23256cc2c admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5710745 Jan 25 02:18:40.196689 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 37726) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:18:40.201666 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [None req-28c651be-d0b1-4a21-add4-09a0d481f2bd admin admin] Request body: {'subnet': {'network_id': 'dffbd801-0b3b-4987-80ee-399405228702', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-456890611-subnet', 'tenant_id': 'bf1cd74ae4dd4618a3811768ec5ecea8', 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:18:40.298744 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c651be-d0b1-4a21-add4-09a0d481f2bd admin admin] Made reservation on behalf of bf1cd74ae4dd4618a3811768ec5ecea8 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:18:40.301503 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28c651be-d0b1-4a21-add4-09a0d481f2bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172611'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:40.397562 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port 3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:18:40.398278 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:40.422275 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] For port 3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f,segment=NetworkSegment(563111bc-0e97-4ad0-9464-e144d87fe1b2),segment_id=563111bc-0e97-4ad0-9464-e144d87fe1b2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:18:40.473175 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1cd1ef2-e086-4260-b7a2-6f07e9c9fed3 None None] Publish callbacks [] for port (29c40fed-b469-4e4d-bcb3-49408e3ef019), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:40.501513 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:40.548893 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Pushing event updated for resources: {'Port': ['ID=3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:18:40.581356 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1cd1ef2-e086-4260-b7a2-6f07e9c9fed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (29c40fed-b469-4e4d-bcb3-49408e3ef019), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:40.581528 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28c651be-d0b1-4a21-add4-09a0d481f2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26102398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26172653'] for subnet (f90cbc82-0a05-4254-859a-09af0b5f9c82), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:40.637990 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0375c7a5-6f82-49e0-80bc-8e7def4aaaae None None] Pushing event updated for resources: {'Port': ['ID=29c40fed-b469-4e4d-bcb3-49408e3ef019,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:18:40.640062 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c651be-d0b1-4a21-add4-09a0d481f2bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f90cbc82-0a05-4254-859a-09af0b5f9c82,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:18:40.655390 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0375c7a5-6f82-49e0-80bc-8e7def4aaaae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:18:40.655659 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0375c7a5-6f82-49e0-80bc-8e7def4aaaae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:18:40.656022 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0375c7a5-6f82-49e0-80bc-8e7def4aaaae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:18:40.656362 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0375c7a5-6f82-49e0-80bc-8e7def4aaaae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:18:40.656695 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0375c7a5-6f82-49e0-80bc-8e7def4aaaae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:18:40.657028 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0375c7a5-6f82-49e0-80bc-8e7def4aaaae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:18:40.657348 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0375c7a5-6f82-49e0-80bc-8e7def4aaaae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:18:40.657862 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0375c7a5-6f82-49e0-80bc-8e7def4aaaae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:18:40.658121 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c651be-d0b1-4a21-add4-09a0d481f2bd admin admin] Checking segment: {'id': '07a5acd4-b800-4143-be1c-a2dd3986e215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'dffbd801-0b3b-4987-80ee-399405228702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:18:40.658256 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0375c7a5-6f82-49e0-80bc-8e7def4aaaae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:18:40.658555 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0375c7a5-6f82-49e0-80bc-8e7def4aaaae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:18:40.658774 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c651be-d0b1-4a21-add4-09a0d481f2bd admin admin] Network hostable DHCP agents. Network: dffbd801-0b3b-4987-80ee-399405228702, hostable agents: ['e69e460b-fe2d-42d0-be9b-976257b6f4ce'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:18:40.658871 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0375c7a5-6f82-49e0-80bc-8e7def4aaaae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:18:40.659573 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0375c7a5-6f82-49e0-80bc-8e7def4aaaae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:18:40.659573 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0375c7a5-6f82-49e0-80bc-8e7def4aaaae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:18:40.707408 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e1cd1ef2-e086-4260-b7a2-6f07e9c9fed3 None None] Attempting to bind port 29c40fed-b469-4e4d-bcb3-49408e3ef019 on host dv-cinder-821168-1-iscsi for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:18:40.707822 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e1cd1ef2-e086-4260-b7a2-6f07e9c9fed3 None None] Attempting to bind port 29c40fed-b469-4e4d-bcb3-49408e3ef019 by drivers openvswitch,hyperv on host dv-cinder-821168-1-iscsi at level 0 using segments [{'id': '9ff6fcb1-b851-4f75-928c-682452eca8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6b675fc4-8bf0-47c1-9fe8-58f613604f0d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:18:40.708141 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cd1ef2-e086-4260-b7a2-6f07e9c9fed3 None None] Attempting to bind port 29c40fed-b469-4e4d-bcb3-49408e3ef019 on network 6b675fc4-8bf0-47c1-9fe8-58f613604f0d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:18:40.714161 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cd1ef2-e086-4260-b7a2-6f07e9c9fed3 None None] Checking agent: {'id': '086e82f0-eb32-4dd2-8729-4ab634561567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 3, 54), 'started_at': datetime.datetime(2022, 1, 25, 2, 4, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:18:40.714576 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cd1ef2-e086-4260-b7a2-6f07e9c9fed3 None None] Checking segment: {'id': '9ff6fcb1-b851-4f75-928c-682452eca8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6b675fc4-8bf0-47c1-9fe8-58f613604f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:18:40.714979 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1cd1ef2-e086-4260-b7a2-6f07e9c9fed3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:40.715370 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cd1ef2-e086-4260-b7a2-6f07e9c9fed3 None None] Bound using segment: {'id': '9ff6fcb1-b851-4f75-928c-682452eca8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6b675fc4-8bf0-47c1-9fe8-58f613604f0d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:18:40.715867 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e1cd1ef2-e086-4260-b7a2-6f07e9c9fed3 None None] Bound port: 29c40fed-b469-4e4d-bcb3-49408e3ef019, host: dv-cinder-821168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ff6fcb1-b851-4f75-928c-682452eca8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6b675fc4-8bf0-47c1-9fe8-58f613604f0d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:18:40.716246 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1cd1ef2-e086-4260-b7a2-6f07e9c9fed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (29c40fed-b469-4e4d-bcb3-49408e3ef019), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:40.773259 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c651be-d0b1-4a21-add4-09a0d481f2bd admin admin] Network dffbd801-0b3b-4987-80ee-399405228702 is scheduled to be hosted by DHCP agent e69e460b-fe2d-42d0-be9b-976257b6f4ce with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:18:40.790539 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1cd1ef2-e086-4260-b7a2-6f07e9c9fed3 None None] For port 29c40fed-b469-4e4d-bcb3-49408e3ef019, host dv-cinder-821168-1-iscsi, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:18:40.805450 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1cd1ef2-e086-4260-b7a2-6f07e9c9fed3 None None] For port 29c40fed-b469-4e4d-bcb3-49408e3ef019, host dv-cinder-821168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=29c40fed-b469-4e4d-bcb3-49408e3ef019,segment=NetworkSegment(9ff6fcb1-b851-4f75-928c-682452eca8fd),segment_id=9ff6fcb1-b851-4f75-928c-682452eca8fd)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:18:40.875938 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-28c651be-d0b1-4a21-add4-09a0d481f2bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821168-1-iscsi, dffbd801-0b3b-4987-80ee-399405228702) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:18:40.880005 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c651be-d0b1-4a21-add4-09a0d481f2bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:18:40.885548 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28c651be-d0b1-4a21-add4-09a0d481f2bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:40.885788 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871e7413-2676-40ad-8d00-ec19de9f3e4e None None] Network dffbd801-0b3b-4987-80ee-399405228702 requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:18:40.904967 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1cd1ef2-e086-4260-b7a2-6f07e9c9fed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (29c40fed-b469-4e4d-bcb3-49408e3ef019), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:40.914005 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-7ca7dc5b-f004-4c3b-9707-e44dc9fb626c None None] Provisioning complete for port 29c40fed-b469-4e4d-bcb3-49408e3ef019 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:18:40.914005 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7ca7dc5b-f004-4c3b-9707-e44dc9fb626c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (29c40fed-b469-4e4d-bcb3-49408e3ef019), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:40.967562 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0375c7a5-6f82-49e0-80bc-8e7def4aaaae None None] Pushing event updated for resources: {'Port': ['ID=29c40fed-b469-4e4d-bcb3-49408e3ef019,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:18:40.974781 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cd1ef2-e086-4260-b7a2-6f07e9c9fed3 None None] Routers {'69658738-5b08-4b16-9161-0a18c5b83e72'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:18:40.974781 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e1cd1ef2-e086-4260-b7a2-6f07e9c9fed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:18:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['69658738-5b08-4b16-9161-0a18c5b83e72'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:18:41.004850 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 37734) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:18:41.006625 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1a8929d2-9a0d-468b-ab13-3548754f8a56 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-456890611-router', 'tenant_id': 'bf1cd74ae4dd4618a3811768ec5ecea8', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:18:41.010929 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-28c651be-d0b1-4a21-add4-09a0d481f2bd admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8130798 Jan 25 02:18:41.098999 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29659467-2ae9-4f45-ada5-75c6a425e4f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp071eaffc-51bf-5b06-a7f1-603d5cbd75dc-dffbd801-0b3b-4987-80ee-399405228702', 'network_id': 'dffbd801-0b3b-4987-80ee-399405228702', 'project_id': 'bf1cd74ae4dd4618a3811768ec5ecea8', 'fixed_ips': [{'subnet_id': 'f90cbc82-0a05-4254-859a-09af0b5f9c82'}]}} from dv-cinder-821168-1-iscsi. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 02:18:41.101251 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-29659467-2ae9-4f45-ada5-75c6a425e4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:41.125639 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a8929d2-9a0d-468b-ab13-3548754f8a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1006660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1262'] for router (f5517a6d-66d8-4097-a48a-69b65fddaf05), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:41.129068 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a8929d2-9a0d-468b-ab13-3548754f8a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1006800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1012103', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045'] for router (f5517a6d-66d8-4097-a48a-69b65fddaf05), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:41.145418 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-e1cd1ef2-e086-4260-b7a2-6f07e9c9fed3 None None] Set router 69658738-5b08-4b16-9161-0a18c5b83e72 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:18:41.193892 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a8929d2-9a0d-468b-ab13-3548754f8a56 admin admin] Publish callbacks [] for router_controller (f5517a6d-66d8-4097-a48a-69b65fddaf05), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:41.201292 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7ca7dc5b-f004-4c3b-9707-e44dc9fb626c None None] Current status of the port 29c40fed-b469-4e4d-bcb3-49408e3ef019 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:18:41.201738 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7ca7dc5b-f004-4c3b-9707-e44dc9fb626c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (29c40fed-b469-4e4d-bcb3-49408e3ef019), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:41.292668 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-7ca7dc5b-f004-4c3b-9707-e44dc9fb626c None None] For port 29c40fed-b469-4e4d-bcb3-49408e3ef019, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=29c40fed-b469-4e4d-bcb3-49408e3ef019,segment=NetworkSegment(9ff6fcb1-b851-4f75-928c-682452eca8fd),segment_id=9ff6fcb1-b851-4f75-928c-682452eca8fd)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:18:41.311150 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-29659467-2ae9-4f45-ada5-75c6a425e4f8 None None] Allocated IP 172.20.0.2 (dffbd801-0b3b-4987-80ee-399405228702/f90cbc82-0a05-4254-859a-09af0b5f9c82/2240c2cd-e933-453c-ade8-1e47abf685c7) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:18:41.390641 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7ca7dc5b-f004-4c3b-9707-e44dc9fb626c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (29c40fed-b469-4e4d-bcb3-49408e3ef019), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:41.423861 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a8929d2-9a0d-468b-ab13-3548754f8a56 admin admin] Publish callbacks [] for router_gateway (f5517a6d-66d8-4097-a48a-69b65fddaf05), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:41.469069 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e1cd1ef2-e086-4260-b7a2-6f07e9c9fed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69658738-5b08-4b16-9161-0a18c5b83e72', 'name': 'tempest-TestMinimumBasicScenario-1582854778-router', 'tenant_id': '8051bc8589334168b3804246ccf10459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:18:34Z', 'updated_at': '2022-01-25T02:18:37Z', 'revision_number': 4, 'project_id': '8051bc8589334168b3804246ccf10459', 'gw_port': {'id': '3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:61:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69658738-5b08-4b16-9161-0a18c5b83e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:18:35Z', 'updated_at': '2022-01-25T02:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '29c40fed-b469-4e4d-bcb3-49408e3ef019', 'name': '', 'network_id': '6b675fc4-8bf0-47c1-9fe8-58f613604f0d', 'tenant_id': '8051bc8589334168b3804246ccf10459', 'mac_address': 'fa:16:3e:b8:fc:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69658738-5b08-4b16-9161-0a18c5b83e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1c0b1dc0-29a2-40cf-9da8-a2953adfaba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:18:36Z', 'updated_at': '2022-01-25T02:18:40Z', 'revision_number': 4, 'project_id': '8051bc8589334168b3804246ccf10459', 'subnets': [{'id': '1c0b1dc0-29a2-40cf-9da8-a2953adfaba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:18:41.484483 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca7dc5b-f004-4c3b-9707-e44dc9fb626c None None] Pushing event updated for resources: {'Port': ['ID=29c40fed-b469-4e4d-bcb3-49408e3ef019,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:18:41.503877 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cd1ef2-e086-4260-b7a2-6f07e9c9fed3 None None] The sync data for ids ['69658738-5b08-4b16-9161-0a18c5b83e72'] in dv-cinder-821168-1-iscsi is: [{'id': '69658738-5b08-4b16-9161-0a18c5b83e72', 'name': 'tempest-TestMinimumBasicScenario-1582854778-router', 'tenant_id': '8051bc8589334168b3804246ccf10459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:18:34Z', 'updated_at': '2022-01-25T02:18:37Z', 'revision_number': 4, 'project_id': '8051bc8589334168b3804246ccf10459', 'gw_port': {'id': '3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:61:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69658738-5b08-4b16-9161-0a18c5b83e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:18:35Z', 'updated_at': '2022-01-25T02:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '29c40fed-b469-4e4d-bcb3-49408e3ef019', 'name': '', 'network_id': '6b675fc4-8bf0-47c1-9fe8-58f613604f0d', 'tenant_id': '8051bc8589334168b3804246ccf10459', 'mac_address': 'fa:16:3e:b8:fc:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69658738-5b08-4b16-9161-0a18c5b83e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1c0b1dc0-29a2-40cf-9da8-a2953adfaba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:18:36Z', 'updated_at': '2022-01-25T02:18:40Z', 'revision_number': 4, 'project_id': '8051bc8589334168b3804246ccf10459', 'subnets': [{'id': '1c0b1dc0-29a2-40cf-9da8-a2953adfaba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:18:41.522958 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-29659467-2ae9-4f45-ada5-75c6a425e4f8 None None] Publish callbacks [] for port (2240c2cd-e933-453c-ade8-1e47abf685c7), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:41.531087 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-08f0dc6d-987a-42d8-b46d-0aea1bc495e6 None None] Provisioning complete for port 29c40fed-b469-4e4d-bcb3-49408e3ef019 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:18:41.531615 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-08f0dc6d-987a-42d8-b46d-0aea1bc495e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (29c40fed-b469-4e4d-bcb3-49408e3ef019), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:41.614834 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-29659467-2ae9-4f45-ada5-75c6a425e4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240'] for port (2240c2cd-e933-453c-ade8-1e47abf685c7), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:41.668505 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29659467-2ae9-4f45-ada5-75c6a425e4f8 None None] Network dffbd801-0b3b-4987-80ee-399405228702 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:18:41.673570 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-08f0dc6d-987a-42d8-b46d-0aea1bc495e6 None None] Current status of the port 29c40fed-b469-4e4d-bcb3-49408e3ef019 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:18:41.675865 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-29659467-2ae9-4f45-ada5-75c6a425e4f8 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:18:41.680302 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29659467-2ae9-4f45-ada5-75c6a425e4f8 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:18:41.685827 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29659467-2ae9-4f45-ada5-75c6a425e4f8 None None] Pushing event updated for resources: {'Port': ['ID=2240c2cd-e933-453c-ade8-1e47abf685c7,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:18:41.744046 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-29659467-2ae9-4f45-ada5-75c6a425e4f8 None None] Attempting to bind port 2240c2cd-e933-453c-ade8-1e47abf685c7 on host dv-cinder-821168-1-iscsi for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:18:41.744414 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-29659467-2ae9-4f45-ada5-75c6a425e4f8 None None] Attempting to bind port 2240c2cd-e933-453c-ade8-1e47abf685c7 by drivers openvswitch,hyperv on host dv-cinder-821168-1-iscsi at level 0 using segments [{'id': '07a5acd4-b800-4143-be1c-a2dd3986e215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'dffbd801-0b3b-4987-80ee-399405228702'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:18:41.744784 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29659467-2ae9-4f45-ada5-75c6a425e4f8 None None] Attempting to bind port 2240c2cd-e933-453c-ade8-1e47abf685c7 on network dffbd801-0b3b-4987-80ee-399405228702 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:18:41.752286 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29659467-2ae9-4f45-ada5-75c6a425e4f8 None None] Checking agent: {'id': '086e82f0-eb32-4dd2-8729-4ab634561567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 3, 54), 'started_at': datetime.datetime(2022, 1, 25, 2, 4, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:18:41.752673 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29659467-2ae9-4f45-ada5-75c6a425e4f8 None None] Checking segment: {'id': '07a5acd4-b800-4143-be1c-a2dd3986e215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'dffbd801-0b3b-4987-80ee-399405228702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:18:41.752877 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a8929d2-9a0d-468b-ab13-3548754f8a56 admin admin] Publish callbacks [] for router_gateway (f5517a6d-66d8-4097-a48a-69b65fddaf05), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:41.753079 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-29659467-2ae9-4f45-ada5-75c6a425e4f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:41.753489 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29659467-2ae9-4f45-ada5-75c6a425e4f8 None None] Bound using segment: {'id': '07a5acd4-b800-4143-be1c-a2dd3986e215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'dffbd801-0b3b-4987-80ee-399405228702'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:18:41.753940 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-29659467-2ae9-4f45-ada5-75c6a425e4f8 None None] Bound port: 2240c2cd-e933-453c-ade8-1e47abf685c7, host: dv-cinder-821168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07a5acd4-b800-4143-be1c-a2dd3986e215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'dffbd801-0b3b-4987-80ee-399405228702'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:18:41.754324 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-29659467-2ae9-4f45-ada5-75c6a425e4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (2240c2cd-e933-453c-ade8-1e47abf685c7), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:41.775514 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a8929d2-9a0d-468b-ab13-3548754f8a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:41.825960 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-29659467-2ae9-4f45-ada5-75c6a425e4f8 None None] For port 2240c2cd-e933-453c-ade8-1e47abf685c7, host dv-cinder-821168-1-iscsi, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:18:41.829507 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-29659467-2ae9-4f45-ada5-75c6a425e4f8 None None] For port 2240c2cd-e933-453c-ade8-1e47abf685c7, host dv-cinder-821168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=2240c2cd-e933-453c-ade8-1e47abf685c7,segment=NetworkSegment(07a5acd4-b800-4143-be1c-a2dd3986e215),segment_id=07a5acd4-b800-4143-be1c-a2dd3986e215)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:18:41.890861 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-1a8929d2-9a0d-468b-ab13-3548754f8a56 admin admin] Allocated IP 172.27.3.15 (a4beea5e-7380-4f54-a79a-85c8e3bac423/7e657314-da2c-44e4-949d-aa8ff76f9246/e1f3b31c-c092-4fef-9482-6a203e0b55dc) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:18:41.891092 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-29659467-2ae9-4f45-ada5-75c6a425e4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (2240c2cd-e933-453c-ade8-1e47abf685c7), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:41.970143 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29659467-2ae9-4f45-ada5-75c6a425e4f8 None None] Pushing event updated for resources: {'Port': ['ID=2240c2cd-e933-453c-ade8-1e47abf685c7,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:18:42.015413 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a8929d2-9a0d-468b-ab13-3548754f8a56 admin admin] Publish callbacks [] for port (e1f3b31c-c092-4fef-9482-6a203e0b55dc), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:42.119752 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a8929d2-9a0d-468b-ab13-3548754f8a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25362021'] for port (e1f3b31c-c092-4fef-9482-6a203e0b55dc), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:42.172803 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 29c40fed-b469-4e4d-bcb3-49408e3ef019 up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:18:42.177774 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8929d2-9a0d-468b-ab13-3548754f8a56 admin admin] Network a4beea5e-7380-4f54-a79a-85c8e3bac423 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:18:42.181847 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-1a8929d2-9a0d-468b-ab13-3548754f8a56 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:18:42.205335 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8929d2-9a0d-468b-ab13-3548754f8a56 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:18:42.269594 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8929d2-9a0d-468b-ab13-3548754f8a56 admin admin] Pushing event updated for resources: {'Port': ['ID=e1f3b31c-c092-4fef-9482-6a203e0b55dc,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:18:42.283907 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port 29c40fed-b469-4e4d-bcb3-49408e3ef019 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:18:42.284557 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (29c40fed-b469-4e4d-bcb3-49408e3ef019), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:42.449102 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port 29c40fed-b469-4e4d-bcb3-49408e3ef019 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:18:42.450302 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:18:42.511111 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port 3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:18:42.511499 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:42.593143 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port 3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:18:42.640717 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a8929d2-9a0d-468b-ab13-3548754f8a56 admin admin] Publish callbacks [] for router_gateway (f5517a6d-66d8-4097-a48a-69b65fddaf05), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:42.844626 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a8929d2-9a0d-468b-ab13-3548754f8a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1006799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1012195'] for router (f5517a6d-66d8-4097-a48a-69b65fddaf05), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:43.043386 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8cd3c8-53ab-4ddc-9fcf-3f84acf91820 None None] Network dffbd801-0b3b-4987-80ee-399405228702 requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:18:43.043976 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8929d2-9a0d-468b-ab13-3548754f8a56 admin admin] Router f5517a6d-66d8-4097-a48a-69b65fddaf05 is scheduled to L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 02:18:43.127434 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e5587699-7f5f-48d4-beb3-7446a7c7e2dd None None] Provisioning complete for port 2240c2cd-e933-453c-ade8-1e47abf685c7 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:18:43.127813 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5587699-7f5f-48d4-beb3-7446a7c7e2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (2240c2cd-e933-453c-ade8-1e47abf685c7), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:43.151879 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8929d2-9a0d-468b-ab13-3548754f8a56 admin admin] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:18:43.168752 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5ae6bf-5789-4034-b7be-09522d21a387 None None] Sync routers for ids ['f5517a6d-66d8-4097-a48a-69b65fddaf05'] in dv-cinder-821168-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:18:43.196835 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5ae6bf-5789-4034-b7be-09522d21a387 None None] Routers {'f5517a6d-66d8-4097-a48a-69b65fddaf05'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:18:43.197520 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-eb5ae6bf-5789-4034-b7be-09522d21a387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:18:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['f5517a6d-66d8-4097-a48a-69b65fddaf05'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:18:43.227828 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a8929d2-9a0d-468b-ab13-3548754f8a56 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:43.229006 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-1a8929d2-9a0d-468b-ab13-3548754f8a56 admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2259581 Jan 25 02:18:43.232072 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 37748) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:18:43.342159 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e5587699-7f5f-48d4-beb3-7446a7c7e2dd None None] Current status of the port 2240c2cd-e933-453c-ade8-1e47abf685c7 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:18:43.342582 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5587699-7f5f-48d4-beb3-7446a7c7e2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (2240c2cd-e933-453c-ade8-1e47abf685c7), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:43.390823 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-eb5ae6bf-5789-4034-b7be-09522d21a387 None None] Set router f5517a6d-66d8-4097-a48a-69b65fddaf05 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:18:43.458159 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e5587699-7f5f-48d4-beb3-7446a7c7e2dd None None] For port 2240c2cd-e933-453c-ade8-1e47abf685c7, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=2240c2cd-e933-453c-ade8-1e47abf685c7,segment=NetworkSegment(07a5acd4-b800-4143-be1c-a2dd3986e215),segment_id=07a5acd4-b800-4143-be1c-a2dd3986e215)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:18:43.523232 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5587699-7f5f-48d4-beb3-7446a7c7e2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (2240c2cd-e933-453c-ade8-1e47abf685c7), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:43.611375 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5587699-7f5f-48d4-beb3-7446a7c7e2dd None None] Pushing event updated for resources: {'Port': ['ID=2240c2cd-e933-453c-ade8-1e47abf685c7,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:18:43.646251 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-eb5ae6bf-5789-4034-b7be-09522d21a387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5517a6d-66d8-4097-a48a-69b65fddaf05', 'name': 'tempest-TestMinimumBasicScenario-456890611-router', 'tenant_id': 'bf1cd74ae4dd4618a3811768ec5ecea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e1f3b31c-c092-4fef-9482-6a203e0b55dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:18:41Z', 'updated_at': '2022-01-25T02:18:42Z', 'revision_number': 3, 'project_id': 'bf1cd74ae4dd4618a3811768ec5ecea8', 'gw_port': {'id': 'e1f3b31c-c092-4fef-9482-6a203e0b55dc', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5517a6d-66d8-4097-a48a-69b65fddaf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:18:41Z', 'updated_at': '2022-01-25T02:18:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi'}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:18:43.682063 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5ae6bf-5789-4034-b7be-09522d21a387 None None] Checking router: f5517a6d-66d8-4097-a48a-69b65fddaf05 for host: dv-cinder-821168-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:18:43.682453 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5ae6bf-5789-4034-b7be-09522d21a387 None None] Updating router f5517a6d-66d8-4097-a48a-69b65fddaf05 port e1f3b31c-c092-4fef-9482-6a203e0b55dc binding host dv-cinder-821168-1-iscsi {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:18:43.684458 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-43d2ad5f-fead-4853-ba5b-d1b22b0b6f65 None None] Provisioning complete for port 2240c2cd-e933-453c-ade8-1e47abf685c7 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:18:43.685230 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-43d2ad5f-fead-4853-ba5b-d1b22b0b6f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (2240c2cd-e933-453c-ade8-1e47abf685c7), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:43.705215 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8625e33e-ea8b-4e27-af79-4d260348ee25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:43.730932 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb5ae6bf-5789-4034-b7be-09522d21a387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (e1f3b31c-c092-4fef-9482-6a203e0b55dc), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:43.885113 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-8625e33e-ea8b-4e27-af79-4d260348ee25 admin admin] Allocated IP 172.20.0.1 (dffbd801-0b3b-4987-80ee-399405228702/f90cbc82-0a05-4254-859a-09af0b5f9c82/36666aa1-96a7-4946-93ec-45ba3a040e61) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:18:44.008868 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8625e33e-ea8b-4e27-af79-4d260348ee25 admin admin] Publish callbacks [] for port (36666aa1-96a7-4946-93ec-45ba3a040e61), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:44.024466 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-43d2ad5f-fead-4853-ba5b-d1b22b0b6f65 None None] Current status of the port 2240c2cd-e933-453c-ade8-1e47abf685c7 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:18:44.085322 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 2240c2cd-e933-453c-ade8-1e47abf685c7 up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:18:44.103958 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8625e33e-ea8b-4e27-af79-4d260348ee25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25362021'] for port (36666aa1-96a7-4946-93ec-45ba3a040e61), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:44.220287 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb5ae6bf-5789-4034-b7be-09522d21a387 None None] Publish callbacks [] for port (e1f3b31c-c092-4fef-9482-6a203e0b55dc), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:44.230079 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port 2240c2cd-e933-453c-ade8-1e47abf685c7 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:18:44.230783 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (2240c2cd-e933-453c-ade8-1e47abf685c7), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:44.336692 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port 2240c2cd-e933-453c-ade8-1e47abf685c7 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:18:44.339733 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb5ae6bf-5789-4034-b7be-09522d21a387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (e1f3b31c-c092-4fef-9482-6a203e0b55dc), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:44.386525 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8625e33e-ea8b-4e27-af79-4d260348ee25 admin admin] Network dffbd801-0b3b-4987-80ee-399405228702 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:18:44.393040 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-8625e33e-ea8b-4e27-af79-4d260348ee25 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:18:44.394820 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-eb5ae6bf-5789-4034-b7be-09522d21a387 None None] Attempting to bind port e1f3b31c-c092-4fef-9482-6a203e0b55dc on host dv-cinder-821168-1-iscsi for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:18:44.395201 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-eb5ae6bf-5789-4034-b7be-09522d21a387 None None] Attempting to bind port e1f3b31c-c092-4fef-9482-6a203e0b55dc by drivers openvswitch,hyperv on host dv-cinder-821168-1-iscsi at level 0 using segments [{'id': '563111bc-0e97-4ad0-9464-e144d87fe1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:18:44.395576 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5ae6bf-5789-4034-b7be-09522d21a387 None None] Attempting to bind port e1f3b31c-c092-4fef-9482-6a203e0b55dc on network a4beea5e-7380-4f54-a79a-85c8e3bac423 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:18:44.397687 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d7be2f-1341-4a80-984d-65c950b4a688 None None] Pushing event updated for resources: {'Port': ['ID=e1f3b31c-c092-4fef-9482-6a203e0b55dc,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:18:44.397918 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8625e33e-ea8b-4e27-af79-4d260348ee25 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:18:44.404613 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5ae6bf-5789-4034-b7be-09522d21a387 None None] Checking agent: {'id': '086e82f0-eb32-4dd2-8729-4ab634561567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 3, 54), 'started_at': datetime.datetime(2022, 1, 25, 2, 4, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:18:44.405012 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5ae6bf-5789-4034-b7be-09522d21a387 None None] Checking segment: {'id': '563111bc-0e97-4ad0-9464-e144d87fe1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:18:44.406960 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb5ae6bf-5789-4034-b7be-09522d21a387 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:44.406960 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5ae6bf-5789-4034-b7be-09522d21a387 None None] Bound using segment: {'id': '563111bc-0e97-4ad0-9464-e144d87fe1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:18:44.406960 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-eb5ae6bf-5789-4034-b7be-09522d21a387 None None] Bound port: e1f3b31c-c092-4fef-9482-6a203e0b55dc, host: dv-cinder-821168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563111bc-0e97-4ad0-9464-e144d87fe1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:18:44.406960 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb5ae6bf-5789-4034-b7be-09522d21a387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (e1f3b31c-c092-4fef-9482-6a203e0b55dc), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:44.422319 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625e33e-ea8b-4e27-af79-4d260348ee25 admin admin] Pushing event updated for resources: {'Port': ['ID=36666aa1-96a7-4946-93ec-45ba3a040e61,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:18:44.444313 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8625e33e-ea8b-4e27-af79-4d260348ee25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013087'] for router_interface (f5517a6d-66d8-4097-a48a-69b65fddaf05), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:44.466128 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-eb5ae6bf-5789-4034-b7be-09522d21a387 None None] For port e1f3b31c-c092-4fef-9482-6a203e0b55dc, host dv-cinder-821168-1-iscsi, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:18:44.469580 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-eb5ae6bf-5789-4034-b7be-09522d21a387 None None] For port e1f3b31c-c092-4fef-9482-6a203e0b55dc, host dv-cinder-821168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=e1f3b31c-c092-4fef-9482-6a203e0b55dc,segment=NetworkSegment(563111bc-0e97-4ad0-9464-e144d87fe1b2),segment_id=563111bc-0e97-4ad0-9464-e144d87fe1b2)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:18:44.546322 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb5ae6bf-5789-4034-b7be-09522d21a387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (e1f3b31c-c092-4fef-9482-6a203e0b55dc), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:44.614697 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5ae6bf-5789-4034-b7be-09522d21a387 None None] Routers {'f5517a6d-66d8-4097-a48a-69b65fddaf05'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:18:44.615736 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-eb5ae6bf-5789-4034-b7be-09522d21a387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:18:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['f5517a6d-66d8-4097-a48a-69b65fddaf05'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:18:44.640169 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8625e33e-ea8b-4e27-af79-4d260348ee25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (36666aa1-96a7-4946-93ec-45ba3a040e61), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:44.661077 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d7be2f-1341-4a80-984d-65c950b4a688 None None] Pushing event updated for resources: {'Port': ['ID=e1f3b31c-c092-4fef-9482-6a203e0b55dc,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:18:44.717861 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-0891af0b-98d8-4ba2-a77f-80b3ffe10686 None None] Provisioning complete for port 36666aa1-96a7-4946-93ec-45ba3a040e61 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:18:44.718244 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0891af0b-98d8-4ba2-a77f-80b3ffe10686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (36666aa1-96a7-4946-93ec-45ba3a040e61), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:44.763582 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0891af0b-98d8-4ba2-a77f-80b3ffe10686 None None] Port 36666aa1-96a7-4946-93ec-45ba3a040e61 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:18:44.771038 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-eb5ae6bf-5789-4034-b7be-09522d21a387 None None] Set router f5517a6d-66d8-4097-a48a-69b65fddaf05 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:18:44.807355 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8625e33e-ea8b-4e27-af79-4d260348ee25 admin admin] Publish callbacks [] for port (36666aa1-96a7-4946-93ec-45ba3a040e61), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:44.864235 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8625e33e-ea8b-4e27-af79-4d260348ee25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25362034'] for port (36666aa1-96a7-4946-93ec-45ba3a040e61), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:44.934595 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8625e33e-ea8b-4e27-af79-4d260348ee25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012405'] for router_interface (f5517a6d-66d8-4097-a48a-69b65fddaf05), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:44.936223 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625e33e-ea8b-4e27-af79-4d260348ee25 admin admin] Pushing event updated for resources: {'Port': ['ID=36666aa1-96a7-4946-93ec-45ba3a040e61,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:18:44.990181 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-eb5ae6bf-5789-4034-b7be-09522d21a387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5517a6d-66d8-4097-a48a-69b65fddaf05', 'name': 'tempest-TestMinimumBasicScenario-456890611-router', 'tenant_id': 'bf1cd74ae4dd4618a3811768ec5ecea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e1f3b31c-c092-4fef-9482-6a203e0b55dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:18:41Z', 'updated_at': '2022-01-25T02:18:44Z', 'revision_number': 4, 'project_id': 'bf1cd74ae4dd4618a3811768ec5ecea8', 'gw_port': {'id': 'e1f3b31c-c092-4fef-9482-6a203e0b55dc', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5517a6d-66d8-4097-a48a-69b65fddaf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:18:41Z', 'updated_at': '2022-01-25T02:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '36666aa1-96a7-4946-93ec-45ba3a040e61', 'name': '', 'network_id': 'dffbd801-0b3b-4987-80ee-399405228702', 'tenant_id': 'bf1cd74ae4dd4618a3811768ec5ecea8', 'mac_address': 'fa:16:3e:6f:24:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5517a6d-66d8-4097-a48a-69b65fddaf05', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f90cbc82-0a05-4254-859a-09af0b5f9c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:18:43Z', 'updated_at': '2022-01-25T02:18:43Z', 'revision_number': 1, 'project_id': 'bf1cd74ae4dd4618a3811768ec5ecea8', 'subnets': [{'id': 'f90cbc82-0a05-4254-859a-09af0b5f9c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:18:45.023347 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5ae6bf-5789-4034-b7be-09522d21a387 None None] The sync data for ids ['f5517a6d-66d8-4097-a48a-69b65fddaf05'] in dv-cinder-821168-1-iscsi is: [{'id': 'f5517a6d-66d8-4097-a48a-69b65fddaf05', 'name': 'tempest-TestMinimumBasicScenario-456890611-router', 'tenant_id': 'bf1cd74ae4dd4618a3811768ec5ecea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e1f3b31c-c092-4fef-9482-6a203e0b55dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:18:41Z', 'updated_at': '2022-01-25T02:18:44Z', 'revision_number': 4, 'project_id': 'bf1cd74ae4dd4618a3811768ec5ecea8', 'gw_port': {'id': 'e1f3b31c-c092-4fef-9482-6a203e0b55dc', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5517a6d-66d8-4097-a48a-69b65fddaf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:18:41Z', 'updated_at': '2022-01-25T02:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '36666aa1-96a7-4946-93ec-45ba3a040e61', 'name': '', 'network_id': 'dffbd801-0b3b-4987-80ee-399405228702', 'tenant_id': 'bf1cd74ae4dd4618a3811768ec5ecea8', 'mac_address': 'fa:16:3e:6f:24:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5517a6d-66d8-4097-a48a-69b65fddaf05', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f90cbc82-0a05-4254-859a-09af0b5f9c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:18:43Z', 'updated_at': '2022-01-25T02:18:43Z', 'revision_number': 1, 'project_id': 'bf1cd74ae4dd4618a3811768ec5ecea8', 'subnets': [{'id': 'f90cbc82-0a05-4254-859a-09af0b5f9c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:18:45.032739 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8625e33e-ea8b-4e27-af79-4d260348ee25 admin admin] Network dffbd801-0b3b-4987-80ee-399405228702 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:18:45.034171 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-8625e33e-ea8b-4e27-af79-4d260348ee25 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:18:45.178212 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8625e33e-ea8b-4e27-af79-4d260348ee25 admin admin] Router f5517a6d-66d8-4097-a48a-69b65fddaf05 has already been hosted by L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:18:45.300896 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-94bd7b10-7a2f-430d-ae31-fcf55a058d54 None None] Provisioning complete for port 36666aa1-96a7-4946-93ec-45ba3a040e61 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:18:45.301418 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-94bd7b10-7a2f-430d-ae31-fcf55a058d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (36666aa1-96a7-4946-93ec-45ba3a040e61), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:45.323300 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8625e33e-ea8b-4e27-af79-4d260348ee25 admin admin] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:18:45.327815 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-8625e33e-ea8b-4e27-af79-4d260348ee25 admin admin] 10.222.0.112 "PUT /v2.0/routers/f5517a6d-66d8-4097-a48a-69b65fddaf05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0947690 Jan 25 02:18:45.345156 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-94bd7b10-7a2f-430d-ae31-fcf55a058d54 None None] Port 36666aa1-96a7-4946-93ec-45ba3a040e61 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:18:46.046048 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device e1f3b31c-c092-4fef-9482-6a203e0b55dc up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:18:46.099362 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port e1f3b31c-c092-4fef-9482-6a203e0b55dc triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:18:46.099885 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (e1f3b31c-c092-4fef-9482-6a203e0b55dc), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:46.189916 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port e1f3b31c-c092-4fef-9482-6a203e0b55dc is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:18:46.190515 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (e1f3b31c-c092-4fef-9482-6a203e0b55dc), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:46.213922 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] For port e1f3b31c-c092-4fef-9482-6a203e0b55dc, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=e1f3b31c-c092-4fef-9482-6a203e0b55dc,segment=NetworkSegment(563111bc-0e97-4ad0-9464-e144d87fe1b2),segment_id=563111bc-0e97-4ad0-9464-e144d87fe1b2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:18:46.296026 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (e1f3b31c-c092-4fef-9482-6a203e0b55dc), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:46.394009 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Pushing event updated for resources: {'Port': ['ID=e1f3b31c-c092-4fef-9482-6a203e0b55dc,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:18:47.682884 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-774f3f1d-1b50-475d-a360-30bc49803b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:48.048783 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device e1f3b31c-c092-4fef-9482-6a203e0b55dc up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:18:48.110630 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port e1f3b31c-c092-4fef-9482-6a203e0b55dc triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:18:48.111009 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (e1f3b31c-c092-4fef-9482-6a203e0b55dc), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:48.213735 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port e1f3b31c-c092-4fef-9482-6a203e0b55dc is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:18:48.839126 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1294fde-23b1-4756-aa9d-b2c8143876dc None None] Sync routers for ids ['f5517a6d-66d8-4097-a48a-69b65fddaf05'] in dv-cinder-821168-1-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:18:48.849875 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1294fde-23b1-4756-aa9d-b2c8143876dc None None] Routers {'f5517a6d-66d8-4097-a48a-69b65fddaf05'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:18:48.850822 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b1294fde-23b1-4756-aa9d-b2c8143876dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:18:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['f5517a6d-66d8-4097-a48a-69b65fddaf05'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:18:48.969900 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-b1294fde-23b1-4756-aa9d-b2c8143876dc None None] Set router f5517a6d-66d8-4097-a48a-69b65fddaf05 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:18:49.178673 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b1294fde-23b1-4756-aa9d-b2c8143876dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5517a6d-66d8-4097-a48a-69b65fddaf05', 'name': 'tempest-TestMinimumBasicScenario-456890611-router', 'tenant_id': 'bf1cd74ae4dd4618a3811768ec5ecea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e1f3b31c-c092-4fef-9482-6a203e0b55dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:18:41Z', 'updated_at': '2022-01-25T02:18:44Z', 'revision_number': 4, 'project_id': 'bf1cd74ae4dd4618a3811768ec5ecea8', 'gw_port': {'id': 'e1f3b31c-c092-4fef-9482-6a203e0b55dc', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5517a6d-66d8-4097-a48a-69b65fddaf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:18:41Z', 'updated_at': '2022-01-25T02:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '36666aa1-96a7-4946-93ec-45ba3a040e61', 'name': '', 'network_id': 'dffbd801-0b3b-4987-80ee-399405228702', 'tenant_id': 'bf1cd74ae4dd4618a3811768ec5ecea8', 'mac_address': 'fa:16:3e:6f:24:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5517a6d-66d8-4097-a48a-69b65fddaf05', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f90cbc82-0a05-4254-859a-09af0b5f9c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:18:43Z', 'updated_at': '2022-01-25T02:18:44Z', 'revision_number': 2, 'project_id': 'bf1cd74ae4dd4618a3811768ec5ecea8', 'subnets': [{'id': 'f90cbc82-0a05-4254-859a-09af0b5f9c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:18:49.209813 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1294fde-23b1-4756-aa9d-b2c8143876dc None None] Checking router: f5517a6d-66d8-4097-a48a-69b65fddaf05 for host: dv-cinder-821168-1-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:18:49.210263 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1294fde-23b1-4756-aa9d-b2c8143876dc None None] Updating router f5517a6d-66d8-4097-a48a-69b65fddaf05 port 36666aa1-96a7-4946-93ec-45ba3a040e61 binding host dv-cinder-821168-1-iscsi {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:18:49.236381 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b1294fde-23b1-4756-aa9d-b2c8143876dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (36666aa1-96a7-4946-93ec-45ba3a040e61), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:49.511817 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b1294fde-23b1-4756-aa9d-b2c8143876dc None None] Publish callbacks [] for port (36666aa1-96a7-4946-93ec-45ba3a040e61), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:49.624241 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b1294fde-23b1-4756-aa9d-b2c8143876dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (36666aa1-96a7-4946-93ec-45ba3a040e61), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:49.711357 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555480fc-83a8-427f-8928-51ca4c99b22a None None] Pushing event updated for resources: {'Port': ['ID=36666aa1-96a7-4946-93ec-45ba3a040e61,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:18:49.758858 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b1294fde-23b1-4756-aa9d-b2c8143876dc None None] Attempting to bind port 36666aa1-96a7-4946-93ec-45ba3a040e61 on host dv-cinder-821168-1-iscsi for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:18:49.759235 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b1294fde-23b1-4756-aa9d-b2c8143876dc None None] Attempting to bind port 36666aa1-96a7-4946-93ec-45ba3a040e61 by drivers openvswitch,hyperv on host dv-cinder-821168-1-iscsi at level 0 using segments [{'id': '07a5acd4-b800-4143-be1c-a2dd3986e215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'dffbd801-0b3b-4987-80ee-399405228702'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:18:49.759606 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1294fde-23b1-4756-aa9d-b2c8143876dc None None] Attempting to bind port 36666aa1-96a7-4946-93ec-45ba3a040e61 on network dffbd801-0b3b-4987-80ee-399405228702 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:18:49.768032 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1294fde-23b1-4756-aa9d-b2c8143876dc None None] Checking agent: {'id': '086e82f0-eb32-4dd2-8729-4ab634561567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 3, 54), 'started_at': datetime.datetime(2022, 1, 25, 2, 4, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:18:49.768418 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1294fde-23b1-4756-aa9d-b2c8143876dc None None] Checking segment: {'id': '07a5acd4-b800-4143-be1c-a2dd3986e215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'dffbd801-0b3b-4987-80ee-399405228702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:18:49.768830 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b1294fde-23b1-4756-aa9d-b2c8143876dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:49.769529 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1294fde-23b1-4756-aa9d-b2c8143876dc None None] Bound using segment: {'id': '07a5acd4-b800-4143-be1c-a2dd3986e215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'dffbd801-0b3b-4987-80ee-399405228702'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:18:49.770010 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b1294fde-23b1-4756-aa9d-b2c8143876dc None None] Bound port: 36666aa1-96a7-4946-93ec-45ba3a040e61, host: dv-cinder-821168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07a5acd4-b800-4143-be1c-a2dd3986e215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'dffbd801-0b3b-4987-80ee-399405228702'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:18:49.770404 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b1294fde-23b1-4756-aa9d-b2c8143876dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (36666aa1-96a7-4946-93ec-45ba3a040e61), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:49.846851 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b1294fde-23b1-4756-aa9d-b2c8143876dc None None] For port 36666aa1-96a7-4946-93ec-45ba3a040e61, host dv-cinder-821168-1-iscsi, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:18:49.850735 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b1294fde-23b1-4756-aa9d-b2c8143876dc None None] For port 36666aa1-96a7-4946-93ec-45ba3a040e61, host dv-cinder-821168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=36666aa1-96a7-4946-93ec-45ba3a040e61,segment=NetworkSegment(07a5acd4-b800-4143-be1c-a2dd3986e215),segment_id=07a5acd4-b800-4143-be1c-a2dd3986e215)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:18:49.958948 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b1294fde-23b1-4756-aa9d-b2c8143876dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (36666aa1-96a7-4946-93ec-45ba3a040e61), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:50.010309 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-a7f8f047-2f03-4128-87c4-fd0f15e9a58c None None] Provisioning complete for port 36666aa1-96a7-4946-93ec-45ba3a040e61 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:18:50.011367 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a7f8f047-2f03-4128-87c4-fd0f15e9a58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (36666aa1-96a7-4946-93ec-45ba3a040e61), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:50.049924 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555480fc-83a8-427f-8928-51ca4c99b22a None None] Pushing event updated for resources: {'Port': ['ID=36666aa1-96a7-4946-93ec-45ba3a040e61,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:18:50.069611 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1294fde-23b1-4756-aa9d-b2c8143876dc None None] Routers {'f5517a6d-66d8-4097-a48a-69b65fddaf05'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:18:50.069611 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b1294fde-23b1-4756-aa9d-b2c8143876dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:18:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['f5517a6d-66d8-4097-a48a-69b65fddaf05'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:18:50.146671 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a7f8f047-2f03-4128-87c4-fd0f15e9a58c None None] Current status of the port 36666aa1-96a7-4946-93ec-45ba3a040e61 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:18:50.147354 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a7f8f047-2f03-4128-87c4-fd0f15e9a58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (36666aa1-96a7-4946-93ec-45ba3a040e61), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:50.195574 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-a7f8f047-2f03-4128-87c4-fd0f15e9a58c None None] For port 36666aa1-96a7-4946-93ec-45ba3a040e61, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=36666aa1-96a7-4946-93ec-45ba3a040e61,segment=NetworkSegment(07a5acd4-b800-4143-be1c-a2dd3986e215),segment_id=07a5acd4-b800-4143-be1c-a2dd3986e215)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:18:50.219127 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93e2740b-045c-4b5c-a001-e18473cd0603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:50.253512 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-b1294fde-23b1-4756-aa9d-b2c8143876dc None None] Set router f5517a6d-66d8-4097-a48a-69b65fddaf05 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:18:50.312796 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a7f8f047-2f03-4128-87c4-fd0f15e9a58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (36666aa1-96a7-4946-93ec-45ba3a040e61), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:50.397008 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8f047-2f03-4128-87c4-fd0f15e9a58c None None] Pushing event updated for resources: {'Port': ['ID=36666aa1-96a7-4946-93ec-45ba3a040e61,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:18:50.468885 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-16fc7449-865c-4e98-941a-20e3ad407e9d None None] Provisioning complete for port 36666aa1-96a7-4946-93ec-45ba3a040e61 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:18:50.469766 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-16fc7449-865c-4e98-941a-20e3ad407e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (36666aa1-96a7-4946-93ec-45ba3a040e61), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:50.538121 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b1294fde-23b1-4756-aa9d-b2c8143876dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5517a6d-66d8-4097-a48a-69b65fddaf05', 'name': 'tempest-TestMinimumBasicScenario-456890611-router', 'tenant_id': 'bf1cd74ae4dd4618a3811768ec5ecea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e1f3b31c-c092-4fef-9482-6a203e0b55dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:18:41Z', 'updated_at': '2022-01-25T02:18:44Z', 'revision_number': 4, 'project_id': 'bf1cd74ae4dd4618a3811768ec5ecea8', 'gw_port': {'id': 'e1f3b31c-c092-4fef-9482-6a203e0b55dc', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5517a6d-66d8-4097-a48a-69b65fddaf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:18:41Z', 'updated_at': '2022-01-25T02:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '36666aa1-96a7-4946-93ec-45ba3a040e61', 'name': '', 'network_id': 'dffbd801-0b3b-4987-80ee-399405228702', 'tenant_id': 'bf1cd74ae4dd4618a3811768ec5ecea8', 'mac_address': 'fa:16:3e:6f:24:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5517a6d-66d8-4097-a48a-69b65fddaf05', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f90cbc82-0a05-4254-859a-09af0b5f9c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:18:43Z', 'updated_at': '2022-01-25T02:18:49Z', 'revision_number': 4, 'project_id': 'bf1cd74ae4dd4618a3811768ec5ecea8', 'subnets': [{'id': 'f90cbc82-0a05-4254-859a-09af0b5f9c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:18:50.571302 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1294fde-23b1-4756-aa9d-b2c8143876dc None None] The sync data for ids ['f5517a6d-66d8-4097-a48a-69b65fddaf05'] in dv-cinder-821168-1-iscsi is: [{'id': 'f5517a6d-66d8-4097-a48a-69b65fddaf05', 'name': 'tempest-TestMinimumBasicScenario-456890611-router', 'tenant_id': 'bf1cd74ae4dd4618a3811768ec5ecea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e1f3b31c-c092-4fef-9482-6a203e0b55dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:18:41Z', 'updated_at': '2022-01-25T02:18:44Z', 'revision_number': 4, 'project_id': 'bf1cd74ae4dd4618a3811768ec5ecea8', 'gw_port': {'id': 'e1f3b31c-c092-4fef-9482-6a203e0b55dc', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5517a6d-66d8-4097-a48a-69b65fddaf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:18:41Z', 'updated_at': '2022-01-25T02:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '36666aa1-96a7-4946-93ec-45ba3a040e61', 'name': '', 'network_id': 'dffbd801-0b3b-4987-80ee-399405228702', 'tenant_id': 'bf1cd74ae4dd4618a3811768ec5ecea8', 'mac_address': 'fa:16:3e:6f:24:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5517a6d-66d8-4097-a48a-69b65fddaf05', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f90cbc82-0a05-4254-859a-09af0b5f9c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:18:43Z', 'updated_at': '2022-01-25T02:18:49Z', 'revision_number': 4, 'project_id': 'bf1cd74ae4dd4618a3811768ec5ecea8', 'subnets': [{'id': 'f90cbc82-0a05-4254-859a-09af0b5f9c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:18:50.611460 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-16fc7449-865c-4e98-941a-20e3ad407e9d None None] Current status of the port 36666aa1-96a7-4946-93ec-45ba3a040e61 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:18:51.184060 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:51.513711 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:52.085537 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 36666aa1-96a7-4946-93ec-45ba3a040e61 up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:18:52.161361 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port 36666aa1-96a7-4946-93ec-45ba3a040e61 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:18:52.161962 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (36666aa1-96a7-4946-93ec-45ba3a040e61), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:52.271651 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port 36666aa1-96a7-4946-93ec-45ba3a040e61 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:18:53.144805 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:54.527007 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:18:58.171637 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:18:58.437982 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:18:58.437982 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:18:58.437982 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:18:58.437982 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:18:58.437982 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:18:58.437982 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:18:58.437982 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:18:58.437982 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:18:58.437982 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:18:58.437982 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:18:58.437982 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:18:58.437982 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:18:58.437982 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:18:58.437982 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:18:58.437982 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:18:58.437982 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:18:58.437982 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:18:58.437982 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:18:58.437982 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:18:58.437982 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:18:58.437982 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:18:58.437982 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:18:58.437982 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:18:58.437982 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:18:58.437982 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:18:58.437982 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:18:58.437982 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:18:58.437982 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:18:58.437982 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:18:58.437982 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:18:58.437982 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:18:58.437982 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:18:58.437982 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:18:58.437982 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:18:58.437982 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:18:58.437982 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:18:58.440751 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:18:58.440751 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:18:58.440751 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:18:58.440751 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:18:58.440751 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:18:58.440751 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:18:58.440751 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:18:58.440751 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:18:58.440751 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:18:58.440751 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:18:58.440751 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:18:58.440751 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:18:58.440751 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-5b043c84-b939-4871-b418-4375b2292f31 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:18:58.440751 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-5b043c84-b939-4871-b418-4375b2292f31 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/networks?id=6b675fc4-8bf0-47c1-9fe8-58f613604f0d HTTP/1.1" status: 200 len: 815 time: 0.1060371 Jan 25 02:18:58.455732 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-728cc0c6-88fe-484e-b363-7852c08c1988 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/quotas/8051bc8589334168b3804246ccf10459 HTTP/1.1" status: 200 len: 375 time: 0.0098984 Jan 25 02:18:58.506495 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-5e1c5015-f220-4941-9e27-b4b92a35e7f2 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=8051bc8589334168b3804246ccf10459&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456665 Jan 25 02:18:58.695292 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-65d1df13-3fe9-4450-bd76-24aa9e2b8636 service neutron] 10.222.0.112 "GET /v2.0/networks/6b675fc4-8bf0-47c1-9fe8-58f613604f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768899 Jan 25 02:18:58.787610 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-ec1b37df-e980-4320-84e5-eafc6dc16e50 service neutron] 10.222.0.112 "GET /v2.0/networks/6b675fc4-8bf0-47c1-9fe8-58f613604f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853751 Jan 25 02:18:59.019842 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-59164f88-ec7f-4b5a-b4a2-d088348ace80 req-906dbc0a-0812-4070-aea3-4f526e1aaa4f tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 210 time: 0.0266004 Jan 25 02:19:00.100901 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-082c8422-ef8f-4933-8b7c-2e97e52ecdca req-02bb1773-e9e9-4efe-84e6-f534e5054601 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 210 time: 0.0299587 Jan 25 02:19:01.194992 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-807cb9ce-2d09-4ba0-8abd-215eb20ddfa1 req-66f4b6e8-f370-4140-aad8-aafb75dee21e tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 210 time: 0.0259976 Jan 25 02:19:01.625527 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-42d49324-28d8-4a97-9a2c-de2528545a93 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:01.627058 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-42d49324-28d8-4a97-9a2c-de2528545a93 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.79 "GET /v2.0/networks?id=6b675fc4-8bf0-47c1-9fe8-58f613604f0d HTTP/1.1" status: 200 len: 815 time: 0.1050537 Jan 25 02:19:01.650756 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-1fafaa4a-5285-495c-8f62-36b0cf64d3d7 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Request body: {'port': {'device_id': '2115704c-0264-4b20-a006-879d6913be90', 'network_id': '6b675fc4-8bf0-47c1-9fe8-58f613604f0d', 'admin_state_up': True, 'tenant_id': '8051bc8589334168b3804246ccf10459'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:19:01.855438 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-1fafaa4a-5285-495c-8f62-36b0cf64d3d7 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Made reservation on behalf of 8051bc8589334168b3804246ccf10459 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:19:01.859020 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-1fafaa4a-5285-495c-8f62-36b0cf64d3d7 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:01.988537 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-1fafaa4a-5285-495c-8f62-36b0cf64d3d7 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Allocated IP 172.20.0.10 (6b675fc4-8bf0-47c1-9fe8-58f613604f0d/1c0b1dc0-29a2-40cf-9da8-a2953adfaba2/0e09aee4-3dc3-4d87-b6bc-4024d08ffa27) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:19:02.133027 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-1fafaa4a-5285-495c-8f62-36b0cf64d3d7 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks [] for port (0e09aee4-3dc3-4d87-b6bc-4024d08ffa27), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:02.227253 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-1fafaa4a-5285-495c-8f62-36b0cf64d3d7 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (0e09aee4-3dc3-4d87-b6bc-4024d08ffa27), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:02.285315 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-1fafaa4a-5285-495c-8f62-36b0cf64d3d7 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Network 6b675fc4-8bf0-47c1-9fe8-58f613604f0d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:19:02.293739 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-1fafaa4a-5285-495c-8f62-36b0cf64d3d7 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:19:02.311002 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-1fafaa4a-5285-495c-8f62-36b0cf64d3d7 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:19:02.318184 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fafaa4a-5285-495c-8f62-36b0cf64d3d7 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Pushing event updated for resources: {'Port': ['ID=0e09aee4-3dc3-4d87-b6bc-4024d08ffa27,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:02.356144 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafaa4a-5285-495c-8f62-36b0cf64d3d7 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:02.356507 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafaa4a-5285-495c-8f62-36b0cf64d3d7 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:02.356898 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafaa4a-5285-495c-8f62-36b0cf64d3d7 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:02.357244 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafaa4a-5285-495c-8f62-36b0cf64d3d7 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:02.357584 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafaa4a-5285-495c-8f62-36b0cf64d3d7 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:02.358152 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafaa4a-5285-495c-8f62-36b0cf64d3d7 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:02.358505 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafaa4a-5285-495c-8f62-36b0cf64d3d7 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:02.358610 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafaa4a-5285-495c-8f62-36b0cf64d3d7 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:02.358932 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafaa4a-5285-495c-8f62-36b0cf64d3d7 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:02.359263 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafaa4a-5285-495c-8f62-36b0cf64d3d7 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:02.359596 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafaa4a-5285-495c-8f62-36b0cf64d3d7 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:02.359978 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafaa4a-5285-495c-8f62-36b0cf64d3d7 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:02.360253 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafaa4a-5285-495c-8f62-36b0cf64d3d7 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:02.386138 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-1fafaa4a-5285-495c-8f62-36b0cf64d3d7 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:02.386813 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-1fafaa4a-5285-495c-8f62-36b0cf64d3d7 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:02.398408 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf523972-f927-4718-b141-7323a7f8e22e req-3365afc6-0ce3-4d4f-bf52-a642a07434af tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:02.402847 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-bf523972-f927-4718-b141-7323a7f8e22e req-3365afc6-0ce3-4d4f-bf52-a642a07434af tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 932 time: 0.1308358 Jan 25 02:19:02.455856 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-bf523972-f927-4718-b141-7323a7f8e22e req-9e4defba-04d1-48ad-a52b-dd63c02d799e tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478835 Jan 25 02:19:02.504409 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-1fafaa4a-5285-495c-8f62-36b0cf64d3d7 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8576317 Jan 25 02:19:02.630096 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-766ee2b8-dd8b-44b8-82d7-b956e8a9800c None None] Provisioning complete for port 0e09aee4-3dc3-4d87-b6bc-4024d08ffa27 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:19:02.631154 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-766ee2b8-dd8b-44b8-82d7-b956e8a9800c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (0e09aee4-3dc3-4d87-b6bc-4024d08ffa27), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:02.705025 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-766ee2b8-dd8b-44b8-82d7-b956e8a9800c None None] Port 0e09aee4-3dc3-4d87-b6bc-4024d08ffa27 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:19:03.592332 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf9e05-dc11-4a14-a8e9-99937454ab42 req-5673ea4e-dde1-4d3a-b524-56970b26e42f tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:03.593917 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cebf9e05-dc11-4a14-a8e9-99937454ab42 req-5673ea4e-dde1-4d3a-b524-56970b26e42f tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 932 time: 0.0583131 Jan 25 02:19:03.645851 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cebf9e05-dc11-4a14-a8e9-99937454ab42 req-3e573ed9-6ad2-421b-b76d-d3a0836a5600 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446241 Jan 25 02:19:04.766336 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b06e94-c5a3-4a8a-88d6-01a9da32daa2 req-3cae5faf-ce40-408b-bfc1-726c618d6ecb tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:04.767939 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d3b06e94-c5a3-4a8a-88d6-01a9da32daa2 req-3cae5faf-ce40-408b-bfc1-726c618d6ecb tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 932 time: 0.0518434 Jan 25 02:19:04.852348 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d3b06e94-c5a3-4a8a-88d6-01a9da32daa2 req-2bb512c0-c112-43c6-905a-ade483888c79 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755877 Jan 25 02:19:05.997440 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be75051-3251-44ed-a6a8-0af245340257 req-54079c18-4412-4cdb-9747-6bb1572e70d4 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:05.999061 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5be75051-3251-44ed-a6a8-0af245340257 req-54079c18-4412-4cdb-9747-6bb1572e70d4 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 932 time: 0.0619738 Jan 25 02:19:06.057498 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5be75051-3251-44ed-a6a8-0af245340257 req-6c06ca5d-f99f-436a-a6eb-202bb0aeac6a tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524702 Jan 25 02:19:07.195690 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b6f75-37a3-4eb3-844d-44bd447e1fe5 req-997c40fc-2b86-47c5-b807-d98f43054780 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:07.198524 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-553b6f75-37a3-4eb3-844d-44bd447e1fe5 req-997c40fc-2b86-47c5-b807-d98f43054780 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 932 time: 0.0558908 Jan 25 02:19:07.289843 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-553b6f75-37a3-4eb3-844d-44bd447e1fe5 req-7e6b4698-147b-460d-b8dc-159b393f6bed tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842414 Jan 25 02:19:08.462622 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188e8d4-f7f1-4ec0-afd9-c94a134367ec req-6c7b0c84-acd7-4801-8004-8429fe7d610a tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:08.462622 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a188e8d4-f7f1-4ec0-afd9-c94a134367ec req-6c7b0c84-acd7-4801-8004-8429fe7d610a tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 932 time: 0.0559595 Jan 25 02:19:08.466714 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a188e8d4-f7f1-4ec0-afd9-c94a134367ec req-fb1308ae-0026-4887-a034-a5a0c858b50f tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533600 Jan 25 02:19:09.598732 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986da89-50b5-4f51-bed7-9366f8ba55a4 req-aaaecf38-26da-47a4-a052-074939d88d22 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:09.601131 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e986da89-50b5-4f51-bed7-9366f8ba55a4 req-aaaecf38-26da-47a4-a052-074939d88d22 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 932 time: 0.0577104 Jan 25 02:19:09.668520 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e986da89-50b5-4f51-bed7-9366f8ba55a4 req-e1a9355d-4c15-4141-ad7c-b771d20ba5db tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572846 Jan 25 02:19:10.792138 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d2282-506b-411b-8c5b-33c97b82e55a req-e218bcb2-9b14-4108-bb5a-a150d922e40e tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:10.793643 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-510d2282-506b-411b-8c5b-33c97b82e55a req-e218bcb2-9b14-4108-bb5a-a150d922e40e tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 932 time: 0.0512683 Jan 25 02:19:10.842307 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-510d2282-506b-411b-8c5b-33c97b82e55a req-892435b7-124d-4069-bd2c-54877713a31a tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427940 Jan 25 02:19:11.955956 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73aa8f2-4960-40c9-b11d-4bfd5ee6413e req-082b435a-a39d-4c66-b213-bc362ae5c533 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:11.957421 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c73aa8f2-4960-40c9-b11d-4bfd5ee6413e req-082b435a-a39d-4c66-b213-bc362ae5c533 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 932 time: 0.0482686 Jan 25 02:19:12.018507 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c73aa8f2-4960-40c9-b11d-4bfd5ee6413e req-e20a45ce-fa8c-4d1f-9a8c-666bb058654e tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535202 Jan 25 02:19:13.138583 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932cbdf-6ec3-48d3-b422-7bf260955638 req-83c91575-7386-460b-994a-5b9d7bad7dae tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:13.144789 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d932cbdf-6ec3-48d3-b422-7bf260955638 req-83c91575-7386-460b-994a-5b9d7bad7dae tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 932 time: 0.0547743 Jan 25 02:19:13.187352 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d932cbdf-6ec3-48d3-b422-7bf260955638 req-1cfacc55-efb0-45fb-9215-b1737e2ad5e1 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417862 Jan 25 02:19:14.214993 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 38142) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:19:14.301019 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d6fee-6229-4a18-8aeb-091f7ebeeb02 req-2e950e4f-f828-41f9-8e78-115c500cff8c tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:14.302547 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3e6d6fee-6229-4a18-8aeb-091f7ebeeb02 req-2e950e4f-f828-41f9-8e78-115c500cff8c tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 932 time: 0.0489764 Jan 25 02:19:14.324028 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c186c32c-e22e-44a6-8457-44c532e6f57f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:14.352428 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3e6d6fee-6229-4a18-8aeb-091f7ebeeb02 req-395c2468-22ee-43b3-b431-69756f763653 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434706 Jan 25 02:19:14.406774 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c186c32c-e22e-44a6-8457-44c532e6f57f admin admin] Publish callbacks [] for security_group (8c9c7599-fcee-4b24-9920-d551775c0550), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:14.457586 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c186c32c-e22e-44a6-8457-44c532e6f57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (8c9c7599-fcee-4b24-9920-d551775c0550), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:14.492967 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c186c32c-e22e-44a6-8457-44c532e6f57f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9c7599-fcee-4b24-9920-d551775c0550,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:14.497836 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-c186c32c-e22e-44a6-8457-44c532e6f57f admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=d936eb2256344e02843c6448da007636&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2817979 Jan 25 02:19:14.500351 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 38150) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:19:14.545889 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-142742d7-a0b0-434f-a88a-185aadcc1fb5 admin admin] Publish callbacks [] for security_group (8c9c7599-fcee-4b24-9920-d551775c0550), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:14.566239 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-142742d7-a0b0-434f-a88a-185aadcc1fb5 admin admin] Publish callbacks [] for security_group (8c9c7599-fcee-4b24-9920-d551775c0550), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:14.669071 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-142742d7-a0b0-434f-a88a-185aadcc1fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (8c9c7599-fcee-4b24-9920-d551775c0550), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:14.671674 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-142742d7-a0b0-434f-a88a-185aadcc1fb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:14.672849 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-142742d7-a0b0-434f-a88a-185aadcc1fb5 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/8c9c7599-fcee-4b24-9920-d551775c0550 HTTP/1.1" status: 204 len: 168 time: 0.1716180 Jan 25 02:19:14.680508 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142742d7-a0b0-434f-a88a-185aadcc1fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9c7599-fcee-4b24-9920-d551775c0550,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:14.841343 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-7c51a7c1-e5f8-40ee-b917-87bd8d529a2b service neutron] Request body: {'port': {'device_id': '2115704c-0264-4b20-a006-879d6913be90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82116'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:19:14.899752 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-7c51a7c1-e5f8-40ee-b917-87bd8d529a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (0e09aee4-3dc3-4d87-b6bc-4024d08ffa27), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:15.173635 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-7c51a7c1-e5f8-40ee-b917-87bd8d529a2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e09aee4-3dc3-4d87-b6bc-4024d08ffa27 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:19:15.181253 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-7c51a7c1-e5f8-40ee-b917-87bd8d529a2b service neutron] Publish callbacks [] for port (0e09aee4-3dc3-4d87-b6bc-4024d08ffa27), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:15.194883 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-7c51a7c1-e5f8-40ee-b917-87bd8d529a2b service neutron] Transition to ACTIVE for port object 0e09aee4-3dc3-4d87-b6bc-4024d08ffa27 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:19:15.255428 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-7c51a7c1-e5f8-40ee-b917-87bd8d529a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26102405'] for port (0e09aee4-3dc3-4d87-b6bc-4024d08ffa27), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:15.312104 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51a7c1-e5f8-40ee-b917-87bd8d529a2b service neutron] Pushing event updated for resources: {'Port': ['ID=0e09aee4-3dc3-4d87-b6bc-4024d08ffa27,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:15.451628 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-7c51a7c1-e5f8-40ee-b917-87bd8d529a2b service neutron] Attempting to bind port 0e09aee4-3dc3-4d87-b6bc-4024d08ffa27 on host hv-cinder-82116 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:19:15.452150 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-7c51a7c1-e5f8-40ee-b917-87bd8d529a2b service neutron] Attempting to bind port 0e09aee4-3dc3-4d87-b6bc-4024d08ffa27 by drivers openvswitch,hyperv on host hv-cinder-82116 at level 0 using segments [{'id': '9ff6fcb1-b851-4f75-928c-682452eca8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6b675fc4-8bf0-47c1-9fe8-58f613604f0d'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:19:15.453581 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-7c51a7c1-e5f8-40ee-b917-87bd8d529a2b service neutron] Attempting to bind port 0e09aee4-3dc3-4d87-b6bc-4024d08ffa27 on network 6b675fc4-8bf0-47c1-9fe8-58f613604f0d {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:19:15.466512 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-7c51a7c1-e5f8-40ee-b917-87bd8d529a2b service neutron] Port 0e09aee4-3dc3-4d87-b6bc-4024d08ffa27 on network 6b675fc4-8bf0-47c1-9fe8-58f613604f0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82116 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:19:15.467219 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-7c51a7c1-e5f8-40ee-b917-87bd8d529a2b service neutron] Attempting to bind port 0e09aee4-3dc3-4d87-b6bc-4024d08ffa27 on network 6b675fc4-8bf0-47c1-9fe8-58f613604f0d {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:19:15.487895 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-7c51a7c1-e5f8-40ee-b917-87bd8d529a2b service neutron] Checking agent: {'id': '52d0b4b2-7edd-4256-a5ca-dd2d58b489f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 10, 20), 'started_at': datetime.datetime(2022, 1, 25, 2, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:19:15.488470 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-7c51a7c1-e5f8-40ee-b917-87bd8d529a2b service neutron] Checking segment: {'id': '9ff6fcb1-b851-4f75-928c-682452eca8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6b675fc4-8bf0-47c1-9fe8-58f613604f0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:19:15.488962 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-7c51a7c1-e5f8-40ee-b917-87bd8d529a2b service neutron] Bound using segment: {'id': '9ff6fcb1-b851-4f75-928c-682452eca8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6b675fc4-8bf0-47c1-9fe8-58f613604f0d'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:19:15.489667 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-7c51a7c1-e5f8-40ee-b917-87bd8d529a2b service neutron] Bound port: 0e09aee4-3dc3-4d87-b6bc-4024d08ffa27, host: hv-cinder-82116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff6fcb1-b851-4f75-928c-682452eca8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6b675fc4-8bf0-47c1-9fe8-58f613604f0d'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:19:15.490411 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-7c51a7c1-e5f8-40ee-b917-87bd8d529a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (0e09aee4-3dc3-4d87-b6bc-4024d08ffa27), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:15.571888 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e674568-8c86-4020-ba67-7aaf0e8926fb req-7c69726a-e871-477e-b53b-7ea0413108d1 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:15.573885 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2e674568-8c86-4020-ba67-7aaf0e8926fb req-7c69726a-e871-477e-b53b-7ea0413108d1 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 944 time: 0.1035140 Jan 25 02:19:15.605845 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-7c51a7c1-e5f8-40ee-b917-87bd8d529a2b service neutron] For port 0e09aee4-3dc3-4d87-b6bc-4024d08ffa27, host hv-cinder-82116, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:19:15.626145 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-7c51a7c1-e5f8-40ee-b917-87bd8d529a2b service neutron] For port 0e09aee4-3dc3-4d87-b6bc-4024d08ffa27, host hv-cinder-82116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=0e09aee4-3dc3-4d87-b6bc-4024d08ffa27,segment=NetworkSegment(9ff6fcb1-b851-4f75-928c-682452eca8fd),segment_id=9ff6fcb1-b851-4f75-928c-682452eca8fd)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:19:15.644618 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2e674568-8c86-4020-ba67-7aaf0e8926fb req-1d3b29a0-fe5a-402a-aee5-71b98e400f2f tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615029 Jan 25 02:19:15.699272 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-7c51a7c1-e5f8-40ee-b917-87bd8d529a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26102405'] for port (0e09aee4-3dc3-4d87-b6bc-4024d08ffa27), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:15.733036 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-7c51a7c1-e5f8-40ee-b917-87bd8d529a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:15.733950 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-7c51a7c1-e5f8-40ee-b917-87bd8d529a2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:15.735446 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-7c51a7c1-e5f8-40ee-b917-87bd8d529a2b service neutron] 10.222.0.79 "PUT /v2.0/ports/0e09aee4-3dc3-4d87-b6bc-4024d08ffa27 HTTP/1.1" status: 200 len: 1094 time: 0.8990657 Jan 25 02:19:15.738020 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2115704c-0264-4b20-a006-879d6913be90', 'tag': '0e09aee4-3dc3-4d87-b6bc-4024d08ffa27'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:19:15.740366 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abddc9bc-85d9-4883-b6e7-01184b2637c5" -d '{"events": [{"name": "network-changed", "server_uuid": "2115704c-0264-4b20-a006-879d6913be90", "tag": "0e09aee4-3dc3-4d87-b6bc-4024d08ffa27"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:19:15.791899 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b78d9d9-3d40-44de-8ee2-ac5d3ba79608 x-openstack-request-id: req-0b78d9d9-3d40-44de-8ee2-ac5d3ba79608 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:19:15.792655 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2115704c-0264-4b20-a006-879d6913be90", "tag": "0e09aee4-3dc3-4d87-b6bc-4024d08ffa27", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:19:15.793577 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-0b78d9d9-3d40-44de-8ee2-ac5d3ba79608 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:19:15.793979 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2115704c-0264-4b20-a006-879d6913be90', 'tag': '0e09aee4-3dc3-4d87-b6bc-4024d08ffa27', 'status': 'completed', 'code': 200} Jan 25 02:19:15.799171 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51a7c1-e5f8-40ee-b917-87bd8d529a2b service neutron] Pushing event updated for resources: {'Port': ['ID=0e09aee4-3dc3-4d87-b6bc-4024d08ffa27,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:15.885709 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddc9bc-85d9-4883-b6e7-01184b2637c5 req-d1874d71-1804-4beb-8634-72dc956f6e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:15.887720 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-abddc9bc-85d9-4883-b6e7-01184b2637c5 req-d1874d71-1804-4beb-8634-72dc956f6e95 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8051bc8589334168b3804246ccf10459&device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 1097 time: 0.0588088 Jan 25 02:19:16.004860 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddc9bc-85d9-4883-b6e7-01184b2637c5 req-a01b0ecb-9335-412b-91b8-80ce53b01876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:16.006670 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-abddc9bc-85d9-4883-b6e7-01184b2637c5 req-a01b0ecb-9335-412b-91b8-80ce53b01876 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=8051bc8589334168b3804246ccf10459&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1057827 Jan 25 02:19:16.097784 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddc9bc-85d9-4883-b6e7-01184b2637c5 req-b95a0d70-f683-4067-a304-f2d7106a3a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:16.099530 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-abddc9bc-85d9-4883-b6e7-01184b2637c5 req-b95a0d70-f683-4067-a304-f2d7106a3a4e service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868320 Jan 25 02:19:16.203868 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-22c566e9-be79-42dc-a096-a252c8ecb273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:16.205390 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-22c566e9-be79-42dc-a096-a252c8ecb273 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8051bc8589334168b3804246ccf10459&device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 1097 time: 0.0475268 Jan 25 02:19:16.269769 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-7dc308bb-6725-481f-b324-c2ce4843b603 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e09aee4-3dc3-4d87-b6bc-4024d08ffa27 HTTP/1.1" status: 200 len: 217 time: 0.0428185 Jan 25 02:19:16.323849 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-435d402e-1971-46ba-bcff-ee587e6df697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:16.325371 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-435d402e-1971-46ba-bcff-ee587e6df697 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1c0b1dc0-29a2-40cf-9da8-a2953adfaba2 HTTP/1.1" status: 200 len: 854 time: 0.0499182 Jan 25 02:19:16.378124 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-2e922a38-4050-494d-8b55-05d6edabe123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:16.379671 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-2e922a38-4050-494d-8b55-05d6edabe123 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6b675fc4-8bf0-47c1-9fe8-58f613604f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482423 Jan 25 02:19:16.481462 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-5dae08c5-c276-4c79-b67e-407ff25962f3 service neutron] 10.222.0.79 "GET /v2.0/networks/6b675fc4-8bf0-47c1-9fe8-58f613604f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949683 Jan 25 02:19:16.601850 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f30659db-c3f6-4b5d-ba3a-9f7def26f2fe req-1b7bddcc-2522-487b-a8c9-4e4bd863aa25 service neutron] 10.222.0.79 "GET /v2.0/networks/6b675fc4-8bf0-47c1-9fe8-58f613604f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048403 Jan 25 02:19:16.764115 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36874f63-4fcb-4b42-b3cc-b8fabcce2f73 req-c1e536bc-bcd4-4a88-834b-03fef79fd54e tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:16.765582 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-36874f63-4fcb-4b42-b3cc-b8fabcce2f73 req-c1e536bc-bcd4-4a88-834b-03fef79fd54e tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 944 time: 0.0542755 Jan 25 02:19:16.811470 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-36874f63-4fcb-4b42-b3cc-b8fabcce2f73 req-200904c0-4345-4380-8c2a-67292af5fbcf tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400810 Jan 25 02:19:16.953358 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9134778-faf5-43fa-9b3f-dd075e19a4f0 req-9176f570-1198-4b64-8ff5-8a23f45d6595 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:16.954862 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e9134778-faf5-43fa-9b3f-dd075e19a4f0 req-9176f570-1198-4b64-8ff5-8a23f45d6595 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0499074 Jan 25 02:19:17.004429 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e9134778-faf5-43fa-9b3f-dd075e19a4f0 req-fd285765-97be-4f36-92ff-48cbad924d45 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439920 Jan 25 02:19:17.668925 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5ae15548-3fe4-4bc9-a994-1ac181258ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:17.933362 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304af67c-42d8-4f99-9f6c-5194c07dd616 req-1c98956c-9c5e-4b15-870f-ba1c28c536ac tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:17.934877 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-304af67c-42d8-4f99-9f6c-5194c07dd616 req-1c98956c-9c5e-4b15-870f-ba1c28c536ac tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 944 time: 0.0481911 Jan 25 02:19:17.984040 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-304af67c-42d8-4f99-9f6c-5194c07dd616 req-52c1bd47-04b3-4a61-8d29-21e9fab26dea tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435581 Jan 25 02:19:18.120256 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c96b48-7d7b-41a6-86c6-2fc85d1eafd2 req-bd68ebbf-fb2a-4515-b28b-b45b15a3a704 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:18.121673 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-72c96b48-7d7b-41a6-86c6-2fc85d1eafd2 req-bd68ebbf-fb2a-4515-b28b-b45b15a3a704 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0478420 Jan 25 02:19:18.168934 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-72c96b48-7d7b-41a6-86c6-2fc85d1eafd2 req-d9126921-f25e-4e31-8229-ab3eb92dc7b8 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415084 Jan 25 02:19:19.115864 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693b5e2-f3ae-4bad-a89d-474852072c77 req-93c34d22-2c33-4025-961e-e23e3e8115ba tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:19.118556 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3693b5e2-f3ae-4bad-a89d-474852072c77 req-93c34d22-2c33-4025-961e-e23e3e8115ba tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 944 time: 0.0561466 Jan 25 02:19:19.193180 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71e7d0-addb-4b8c-ab3d-ed20effb4e94 req-340c4539-16ee-4a9a-8835-623a9a0968fa tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:19.194674 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9c71e7d0-addb-4b8c-ab3d-ed20effb4e94 req-340c4539-16ee-4a9a-8835-623a9a0968fa tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 946 time: 0.0751879 Jan 25 02:19:19.199995 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3693b5e2-f3ae-4bad-a89d-474852072c77 req-c503339d-0dba-4368-a5dd-96ed62d60b73 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711296 Jan 25 02:19:19.244631 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9c71e7d0-addb-4b8c-ab3d-ed20effb4e94 req-a2675f80-5992-45bf-893b-22b157ef8371 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431492 Jan 25 02:19:19.311839 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280f8ec-9324-460c-af9e-08d18c4aceed req-9e6cf3d8-a4d3-420b-b19a-824e4dd45a6b tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:19.313266 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5280f8ec-9324-460c-af9e-08d18c4aceed req-9e6cf3d8-a4d3-420b-b19a-824e4dd45a6b tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0487626 Jan 25 02:19:19.364632 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5280f8ec-9324-460c-af9e-08d18c4aceed req-88ad2b5b-21b8-4e62-b929-d731514f7e97 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458012 Jan 25 02:19:20.154698 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a36a9e10-408f-4259-8921-aae19142e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:20.318670 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5837b3-5d54-4d45-81a4-36f72c2bfa85 req-1dc790bc-8183-4063-a1e4-4b85312c14da tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:20.320168 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-8f5837b3-5d54-4d45-81a4-36f72c2bfa85 req-1dc790bc-8183-4063-a1e4-4b85312c14da tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 944 time: 0.0507593 Jan 25 02:19:20.403104 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d834d8-b320-48af-b608-083a8e5df119 req-dcef6d7e-d631-4e8e-bfda-a7202a21699e tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:20.404583 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-01d834d8-b320-48af-b608-083a8e5df119 req-dcef6d7e-d631-4e8e-bfda-a7202a21699e tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 946 time: 0.0827820 Jan 25 02:19:20.407761 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-8f5837b3-5d54-4d45-81a4-36f72c2bfa85 req-3b8379db-812e-4233-86a3-f0a049c9a908 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774038 Jan 25 02:19:20.452239 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-01d834d8-b320-48af-b608-083a8e5df119 req-d40cb863-8118-43e1-b776-18ab73ac4933 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421019 Jan 25 02:19:20.515042 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5c6cf-dd5b-4099-8dcc-090819160fbb req-2d00ae0d-a787-4410-b3a1-6525b3e95fac tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:20.516423 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e2c5c6cf-dd5b-4099-8dcc-090819160fbb req-2d00ae0d-a787-4410-b3a1-6525b3e95fac tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0508778 Jan 25 02:19:20.563157 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e2c5c6cf-dd5b-4099-8dcc-090819160fbb req-07217526-b5c9-4cb5-a959-e46b46578692 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412080 Jan 25 02:19:21.522275 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24185a2b-bd03-4d73-9195-d5ca4c67ab02 req-23e04244-e0c5-448e-a6fb-86dca51dcddb tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:21.523780 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-24185a2b-bd03-4d73-9195-d5ca4c67ab02 req-23e04244-e0c5-448e-a6fb-86dca51dcddb tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 944 time: 0.0481191 Jan 25 02:19:21.543202 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:21.601978 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73681b04-044a-47e5-a5c8-e19ffcf22b67 req-eb5e1f91-f230-4fee-bae4-5213d561be9a tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:21.603504 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-73681b04-044a-47e5-a5c8-e19ffcf22b67 req-eb5e1f91-f230-4fee-bae4-5213d561be9a tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 946 time: 0.0780931 Jan 25 02:19:21.607030 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-24185a2b-bd03-4d73-9195-d5ca4c67ab02 req-fa3267e6-9d01-4bdd-9fd6-0682ffd532ec tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730681 Jan 25 02:19:21.650149 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-73681b04-044a-47e5-a5c8-e19ffcf22b67 req-a5d321e6-6d62-44dc-a010-6cf741f4991b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409670 Jan 25 02:19:21.708100 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2aeae6-dadc-456f-a59c-15b5f83ef033 req-5c409227-ae73-4df3-ba5a-f9e100d9df86 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:21.709488 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cc2aeae6-dadc-456f-a59c-15b5f83ef033 req-5c409227-ae73-4df3-ba5a-f9e100d9df86 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0480421 Jan 25 02:19:21.758528 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cc2aeae6-dadc-456f-a59c-15b5f83ef033 req-ab5af62c-3885-4b22-b31f-41e28ced41fc tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414875 Jan 25 02:19:22.718074 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798add80-cc9d-4b97-b8db-b7d17bbdd96d req-589c2ad9-ec63-44e4-a4af-d83e7db4ae9b tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:22.719609 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-798add80-cc9d-4b97-b8db-b7d17bbdd96d req-589c2ad9-ec63-44e4-a4af-d83e7db4ae9b tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 944 time: 0.0483863 Jan 25 02:19:22.795954 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d534929-e456-4a6d-89b5-6e3c91b49dfb req-30ee5771-f61a-4425-ba8b-bd03448466a2 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:22.797462 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3d534929-e456-4a6d-89b5-6e3c91b49dfb req-30ee5771-f61a-4425-ba8b-bd03448466a2 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 946 time: 0.0757003 Jan 25 02:19:22.804635 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-798add80-cc9d-4b97-b8db-b7d17bbdd96d req-b255c67a-3ccd-4c8a-8580-0c27cb3917ab tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742419 Jan 25 02:19:22.831104 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 0e09aee4-3dc3-4d87-b6bc-4024d08ffa27 details requested by agent hyperv_hv-cinder-82116 with host hv-cinder-82116 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:19:22.848119 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3d534929-e456-4a6d-89b5-6e3c91b49dfb req-ec7c337f-6366-4604-8f51-898d4ad9478f tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425355 Jan 25 02:19:22.919136 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4375ba1-47a5-4ca6-a3ac-a1a40fc91cdf req-3eb0a4c6-8207-46a0-97d9-8795b8f60896 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:22.920680 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a4375ba1-47a5-4ca6-a3ac-a1a40fc91cdf req-3eb0a4c6-8207-46a0-97d9-8795b8f60896 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0487604 Jan 25 02:19:22.970955 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a4375ba1-47a5-4ca6-a3ac-a1a40fc91cdf req-8bbb056a-f22e-476e-8eb5-a1b07d034e48 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446386 Jan 25 02:19:23.069168 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:23.102348 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 0e09aee4-3dc3-4d87-b6bc-4024d08ffa27, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=0e09aee4-3dc3-4d87-b6bc-4024d08ffa27,segment=NetworkSegment(9ff6fcb1-b851-4f75-928c-682452eca8fd),segment_id=9ff6fcb1-b851-4f75-928c-682452eca8fd)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:19:23.114004 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Returning: {'device': '0e09aee4-3dc3-4d87-b6bc-4024d08ffa27', 'network_id': '6b675fc4-8bf0-47c1-9fe8-58f613604f0d', 'port_id': '0e09aee4-3dc3-4d87-b6bc-4024d08ffa27', 'mac_address': 'fa:16:3e:6f:a0:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c0b1dc0-29a2-40cf-9da8-a2953adfaba2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:19:23.137935 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:23.152773 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 0e09aee4-3dc3-4d87-b6bc-4024d08ffa27 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:19:23.153161 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (0e09aee4-3dc3-4d87-b6bc-4024d08ffa27), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:23.168109 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e09aee4-3dc3-4d87-b6bc-4024d08ffa27 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:19:23.189008 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 0e09aee4-3dc3-4d87-b6bc-4024d08ffa27, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=0e09aee4-3dc3-4d87-b6bc-4024d08ffa27,segment=NetworkSegment(9ff6fcb1-b851-4f75-928c-682452eca8fd),segment_id=9ff6fcb1-b851-4f75-928c-682452eca8fd)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:19:23.257398 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (0e09aee4-3dc3-4d87-b6bc-4024d08ffa27), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:23.309052 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=0e09aee4-3dc3-4d87-b6bc-4024d08ffa27,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:23.924087 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81190c-6fe6-47d5-b9c3-ec774d9314f4 req-6aac2ba0-a500-4bcd-9005-841414bb3e54 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:23.925639 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-db81190c-6fe6-47d5-b9c3-ec774d9314f4 req-6aac2ba0-a500-4bcd-9005-841414bb3e54 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 945 time: 0.0530248 Jan 25 02:19:24.005625 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52384ef-955f-46cd-aff7-97506b015594 req-a4413f4b-0fca-42d9-956e-4f17eb094377 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:24.007879 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b52384ef-955f-46cd-aff7-97506b015594 req-a4413f4b-0fca-42d9-956e-4f17eb094377 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 946 time: 0.0813222 Jan 25 02:19:24.016375 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-db81190c-6fe6-47d5-b9c3-ec774d9314f4 req-0c5a5007-a15a-4cc6-91a9-1a5a80457358 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761168 Jan 25 02:19:24.023178 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['0e09aee4-3dc3-4d87-b6bc-4024d08ffa27'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:19:24.070888 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b52384ef-955f-46cd-aff7-97506b015594 req-c61c8872-951d-4d9b-a7c6-a013093af488 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=0151b442-4951-43c8-81d2-22454098192a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535393 Jan 25 02:19:24.141772 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921761e5-ce2c-4d28-baf5-fbd7a902dc23 req-910d3055-45cc-42b8-8d40-c6f352a4ce69 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:24.143289 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-921761e5-ce2c-4d28-baf5-fbd7a902dc23 req-910d3055-45cc-42b8-8d40-c6f352a4ce69 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0656264 Jan 25 02:19:24.204805 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9803e6-bcab-4a5f-97ff-fcdbb8fad571 req-e61995d1-edc6-4a5c-a0af-a3d67fbddb57 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:24.206241 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9d9803e6-bcab-4a5f-97ff-fcdbb8fad571 req-e61995d1-edc6-4a5c-a0af-a3d67fbddb57 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.79 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 946 time: 0.0860281 Jan 25 02:19:24.224589 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-921761e5-ce2c-4d28-baf5-fbd7a902dc23 req-7f2e197d-4b69-409e-8e35-2281b9b30ede tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674486 Jan 25 02:19:24.303145 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-9d9803e6-bcab-4a5f-97ff-fcdbb8fad571 req-a1fa4600-7bb6-4d79-b6f4-2996a9e2b481 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Deleting port 7041aa67-9e6b-4b11-899d-56b2335311bf {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:19:24.303515 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9d9803e6-bcab-4a5f-97ff-fcdbb8fad571 req-a1fa4600-7bb6-4d79-b6f4-2996a9e2b481 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (7041aa67-9e6b-4b11-899d-56b2335311bf), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:24.508959 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:24.647932 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-9d9803e6-bcab-4a5f-97ff-fcdbb8fad571 req-a1fa4600-7bb6-4d79-b6f4-2996a9e2b481 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] For port 7041aa67-9e6b-4b11-899d-56b2335311bf, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=7041aa67-9e6b-4b11-899d-56b2335311bf,segment=NetworkSegment(a011af27-2f86-4052-851b-d44cff3836ce),segment_id=a011af27-2f86-4052-851b-d44cff3836ce)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:19:24.651168 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9d9803e6-bcab-4a5f-97ff-fcdbb8fad571 req-a1fa4600-7bb6-4d79-b6f4-2996a9e2b481 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (7041aa67-9e6b-4b11-899d-56b2335311bf), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:24.868984 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9d9803e6-bcab-4a5f-97ff-fcdbb8fad571 req-a1fa4600-7bb6-4d79-b6f4-2996a9e2b481 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:24.869908 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9d9803e6-bcab-4a5f-97ff-fcdbb8fad571 req-a1fa4600-7bb6-4d79-b6f4-2996a9e2b481 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013182'] for floatingip (66692a35-dc26-41f5-8dfa-76b9944c459e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:24.870470 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.db.l3_db [req-9d9803e6-bcab-4a5f-97ff-fcdbb8fad571 req-a1fa4600-7bb6-4d79-b6f4-2996a9e2b481 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Floating IP 66692a35-dc26-41f5-8dfa-76b9944c459e disassociated. External IP: 172.27.3.26, port: 7041aa67-9e6b-4b11-899d-56b2335311bf. Jan 25 02:19:24.870888 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-9d9803e6-bcab-4a5f-97ff-fcdbb8fad571 req-a1fa4600-7bb6-4d79-b6f4-2996a9e2b481 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Calling delete_port for 7041aa67-9e6b-4b11-899d-56b2335311bf owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:19:25.055245 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9d9803e6-bcab-4a5f-97ff-fcdbb8fad571 req-a1fa4600-7bb6-4d79-b6f4-2996a9e2b481 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (7041aa67-9e6b-4b11-899d-56b2335311bf), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:25.085361 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa4600-7bb6-4d79-b6f4-2996a9e2b481 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Pushing event deleted for resources: {'Port': ['ID=7041aa67-9e6b-4b11-899d-56b2335311bf,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:25.190951 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-15f1a31b-a6d6-4255-ab4b-5cb215d1a729 req-5eb71fa7-52d8-4157-9876-79a10b2ba50b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 210 time: 0.0385964 Jan 25 02:19:25.243544 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651eb685-a854-4a26-8f29-918caf9471c2 req-b9213906-0bda-4ea1-9ba6-c306983b59fd tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:25.246078 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-651eb685-a854-4a26-8f29-918caf9471c2 req-b9213906-0bda-4ea1-9ba6-c306983b59fd tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 945 time: 0.1567187 Jan 25 02:19:25.279490 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d9803e6-bcab-4a5f-97ff-fcdbb8fad571 req-a1fa4600-7bb6-4d79-b6f4-2996a9e2b481 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Router 55bdcb44-7fc9-4220-977e-d8ff3ac87247 has already been hosted by L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:19:25.346420 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-651eb685-a854-4a26-8f29-918caf9471c2 req-ba803344-1909-46eb-8cdb-fa0b9d4ec20f tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777750 Jan 25 02:19:25.410739 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb5e64-9004-4bd0-b7ee-5ac2b95585f0 req-9d350db0-bc63-4500-98b5-989c73d40d47 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:25.412149 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-daeb5e64-9004-4bd0-b7ee-5ac2b95585f0 req-9d350db0-bc63-4500-98b5-989c73d40d47 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.1076896 Jan 25 02:19:25.485507 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d9803e6-bcab-4a5f-97ff-fcdbb8fad571 req-a1fa4600-7bb6-4d79-b6f4-2996a9e2b481 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:19:25.496835 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e5238a-1455-4592-9835-43a0d2480c7e None None] Sync routers for ids ['55bdcb44-7fc9-4220-977e-d8ff3ac87247'] in dv-cinder-821168-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:19:25.501630 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-daeb5e64-9004-4bd0-b7ee-5ac2b95585f0 req-ccf53e3e-d0c6-40ad-a397-6be87553d460 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603468 Jan 25 02:19:25.509642 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e5238a-1455-4592-9835-43a0d2480c7e None None] Routers {'55bdcb44-7fc9-4220-977e-d8ff3ac87247'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:19:25.510378 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-25e5238a-1455-4592-9835-43a0d2480c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:19:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['55bdcb44-7fc9-4220-977e-d8ff3ac87247'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:19:25.533756 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9803e6-bcab-4a5f-97ff-fcdbb8fad571 req-a1fa4600-7bb6-4d79-b6f4-2996a9e2b481 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] No DVR routers for this DVR port 7041aa67-9e6b-4b11-899d-56b2335311bf on host hv-cinder-82116 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:19:25.536344 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9d9803e6-bcab-4a5f-97ff-fcdbb8fad571 req-a1fa4600-7bb6-4d79-b6f4-2996a9e2b481 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:25.539799 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9d9803e6-bcab-4a5f-97ff-fcdbb8fad571 req-a1fa4600-7bb6-4d79-b6f4-2996a9e2b481 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.79 "DELETE /v2.0/ports/7041aa67-9e6b-4b11-899d-56b2335311bf HTTP/1.1" status: 204 len: 173 time: 1.3284397 Jan 25 02:19:25.540238 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbd6fbd-d262-49cc-a4b2-41ad26db1c89', 'name': 'network-vif-deleted', 'tag': '7041aa67-9e6b-4b11-899d-56b2335311bf'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:19:25.543321 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f131710c-9f29-4cda-8162-ee74b3640796" -d '{"events": [{"server_uuid": "bcbd6fbd-d262-49cc-a4b2-41ad26db1c89", "name": "network-vif-deleted", "tag": "7041aa67-9e6b-4b11-899d-56b2335311bf"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:19:25.580290 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee1507f-d9bc-4fb4-a289-3f6ee106665a x-openstack-request-id: req-1ee1507f-d9bc-4fb4-a289-3f6ee106665a {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:19:25.580579 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbd6fbd-d262-49cc-a4b2-41ad26db1c89", "name": "network-vif-deleted", "tag": "7041aa67-9e6b-4b11-899d-56b2335311bf", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:19:25.580831 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-1ee1507f-d9bc-4fb4-a289-3f6ee106665a {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:19:25.581231 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbd6fbd-d262-49cc-a4b2-41ad26db1c89', 'name': 'network-vif-deleted', 'tag': '7041aa67-9e6b-4b11-899d-56b2335311bf', 'status': 'completed', 'code': 200} Jan 25 02:19:25.636292 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-25e5238a-1455-4592-9835-43a0d2480c7e None None] Set router 55bdcb44-7fc9-4220-977e-d8ff3ac87247 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:19:25.864475 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-25e5238a-1455-4592-9835-43a0d2480c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'name': 'tempest-AttachVolumeShelveTestJSON-2141731291-router', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '310a90f6-2cac-46ef-b080-89b358bfc902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:12:15Z', 'updated_at': '2022-01-25T02:12:22Z', 'revision_number': 4, 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'gw_port': {'id': '310a90f6-2cac-46ef-b080-89b358bfc902', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:17Z', 'updated_at': '2022-01-25T02:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '45403224-ee71-4795-bbe3-29d77554610d', 'name': '', 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'mac_address': 'fa:16:3e:d2:41:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '431c2097-6312-4255-849e-eb12f9822c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:21Z', 'updated_at': '2022-01-25T02:12:28Z', 'revision_number': 5, 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'subnets': [{'id': '431c2097-6312-4255-849e-eb12f9822c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:19:25.890976 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e5238a-1455-4592-9835-43a0d2480c7e None None] Checking router: 55bdcb44-7fc9-4220-977e-d8ff3ac87247 for host: dv-cinder-821168-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:19:25.899160 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e5238a-1455-4592-9835-43a0d2480c7e None None] Routers {'55bdcb44-7fc9-4220-977e-d8ff3ac87247'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:19:25.899773 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-25e5238a-1455-4592-9835-43a0d2480c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:19:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['55bdcb44-7fc9-4220-977e-d8ff3ac87247'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:19:26.018282 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-25e5238a-1455-4592-9835-43a0d2480c7e None None] Set router 55bdcb44-7fc9-4220-977e-d8ff3ac87247 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:19:26.219091 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-25e5238a-1455-4592-9835-43a0d2480c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'name': 'tempest-AttachVolumeShelveTestJSON-2141731291-router', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '310a90f6-2cac-46ef-b080-89b358bfc902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:12:15Z', 'updated_at': '2022-01-25T02:12:22Z', 'revision_number': 4, 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'gw_port': {'id': '310a90f6-2cac-46ef-b080-89b358bfc902', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:17Z', 'updated_at': '2022-01-25T02:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '45403224-ee71-4795-bbe3-29d77554610d', 'name': '', 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'mac_address': 'fa:16:3e:d2:41:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '431c2097-6312-4255-849e-eb12f9822c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:21Z', 'updated_at': '2022-01-25T02:12:28Z', 'revision_number': 5, 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'subnets': [{'id': '431c2097-6312-4255-849e-eb12f9822c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:19:26.246933 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e5238a-1455-4592-9835-43a0d2480c7e None None] The sync data for ids ['55bdcb44-7fc9-4220-977e-d8ff3ac87247'] in dv-cinder-821168-1-iscsi is: [{'id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'name': 'tempest-AttachVolumeShelveTestJSON-2141731291-router', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '310a90f6-2cac-46ef-b080-89b358bfc902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:12:15Z', 'updated_at': '2022-01-25T02:12:22Z', 'revision_number': 4, 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'gw_port': {'id': '310a90f6-2cac-46ef-b080-89b358bfc902', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:17Z', 'updated_at': '2022-01-25T02:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '45403224-ee71-4795-bbe3-29d77554610d', 'name': '', 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'mac_address': 'fa:16:3e:d2:41:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '431c2097-6312-4255-849e-eb12f9822c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:21Z', 'updated_at': '2022-01-25T02:12:28Z', 'revision_number': 5, 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'subnets': [{'id': '431c2097-6312-4255-849e-eb12f9822c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:19:26.305906 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fff412ff-abd2-4cc8-b10e-b03bc1135788 req-2753c9eb-e1e7-4c54-90c1-6a0e8705b2ce tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 210 time: 0.0311811 Jan 25 02:19:26.485899 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739c2c2-932d-4430-90d8-486fcf9563fb req-c87aa970-8af0-4f8a-a2ef-e781b71de664 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:26.487648 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0739c2c2-932d-4430-90d8-486fcf9563fb req-c87aa970-8af0-4f8a-a2ef-e781b71de664 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 945 time: 0.0610993 Jan 25 02:19:26.493401 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1f7bbc-a21a-41f2-99ae-c68289ef4191 None None] New status for floating IP 66692a35-dc26-41f5-8dfa-76b9944c459e: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:19:26.543538 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0739c2c2-932d-4430-90d8-486fcf9563fb req-e2be7107-2ce2-48c4-8b87-41e50d9faabb tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500832 Jan 25 02:19:26.641485 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9c125-cb60-4847-9378-98c85b08307e req-0290ad26-8d1a-4706-a10d-f7d0c1ef2a90 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:26.643193 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-53b9c125-cb60-4847-9378-98c85b08307e req-0290ad26-8d1a-4706-a10d-f7d0c1ef2a90 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0674567 Jan 25 02:19:26.693576 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-53b9c125-cb60-4847-9378-98c85b08307e req-61dc97e7-4073-4eef-9871-a6b596e19692 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447521 Jan 25 02:19:27.410837 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9373c67f-3302-4e6b-8f10-7a4891ff9a40 req-4269a3bc-6145-4437-b93a-86723787a803 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 210 time: 0.0272167 Jan 25 02:19:27.661185 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598d18b-c99c-48c5-ac9f-4bb3b66978e2 req-e107d35c-1261-4c5e-ab26-5f667d60b072 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:27.662780 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b598d18b-c99c-48c5-ac9f-4bb3b66978e2 req-e107d35c-1261-4c5e-ab26-5f667d60b072 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 945 time: 0.0579369 Jan 25 02:19:27.712632 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b598d18b-c99c-48c5-ac9f-4bb3b66978e2 req-2b1ce691-71b5-457e-ac0e-a7546781b6ad tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442436 Jan 25 02:19:27.825689 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3cea27-faa0-4777-9f20-5fedb453a07c req-e09fb17b-d426-4a25-8007-a8485fba89c7 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:27.827308 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-de3cea27-faa0-4777-9f20-5fedb453a07c req-e09fb17b-d426-4a25-8007-a8485fba89c7 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0532744 Jan 25 02:19:27.879154 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-de3cea27-faa0-4777-9f20-5fedb453a07c req-470e9c88-e9a2-40ef-9d85-b9113b56e832 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462487 Jan 25 02:19:28.508535 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-095319ba-23e9-4b10-ac79-a77f1ae9761a req-3ff8021f-4e8b-4e94-a245-3d5aaa8e2e32 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 210 time: 0.0251722 Jan 25 02:19:28.638018 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 0e09aee4-3dc3-4d87-b6bc-4024d08ffa27 up at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:19:28.775098 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning for port 0e09aee4-3dc3-4d87-b6bc-4024d08ffa27 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:19:28.779993 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning complete for port 0e09aee4-3dc3-4d87-b6bc-4024d08ffa27 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:19:28.784423 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (0e09aee4-3dc3-4d87-b6bc-4024d08ffa27), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:28.831324 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862587c-0b15-434d-968d-2c7afc77ff89 req-63a6e056-2e61-4c98-aef4-47b752c82b37 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:28.832712 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d862587c-0b15-434d-968d-2c7afc77ff89 req-63a6e056-2e61-4c98-aef4-47b752c82b37 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 945 time: 0.0523219 Jan 25 02:19:28.867866 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 0e09aee4-3dc3-4d87-b6bc-4024d08ffa27 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:19:28.868259 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (0e09aee4-3dc3-4d87-b6bc-4024d08ffa27), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:28.882039 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d862587c-0b15-434d-968d-2c7afc77ff89 req-07356b96-d073-4546-b682-434251b1e60e tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431411 Jan 25 02:19:28.892224 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2115704c-0264-4b20-a006-879d6913be90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e09aee4-3dc3-4d87-b6bc-4024d08ffa27'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:19:28.895809 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425b8effad759ea2b395d79f7fcdbc6f74d58daf1cbadf1a5a1a211e7a69aa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ac347d-d009-45f7-9704-7123c2aea43d" -d '{"events": [{"server_uuid": "2115704c-0264-4b20-a006-879d6913be90", "name": "network-vif-plugged", "status": "completed", "tag": "0e09aee4-3dc3-4d87-b6bc-4024d08ffa27"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:19:28.907287 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 0e09aee4-3dc3-4d87-b6bc-4024d08ffa27, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=0e09aee4-3dc3-4d87-b6bc-4024d08ffa27,segment=NetworkSegment(9ff6fcb1-b851-4f75-928c-682452eca8fd),segment_id=9ff6fcb1-b851-4f75-928c-682452eca8fd)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:19:28.971500 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (0e09aee4-3dc3-4d87-b6bc-4024d08ffa27), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:29.001944 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa44f0d-96a1-4557-828d-482c42f19279 req-3f1fa68f-d319-40dd-8601-665f0550a683 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:29.003623 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-baa44f0d-96a1-4557-828d-482c42f19279 req-3f1fa68f-d319-40dd-8601-665f0550a683 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0503716 Jan 25 02:19:29.023944 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=0e09aee4-3dc3-4d87-b6bc-4024d08ffa27,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:29.056459 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-baa44f0d-96a1-4557-828d-482c42f19279 req-85bd6e40-4f3c-4b53-8c3f-a33389f3a1cc tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451956 Jan 25 02:19:29.064376 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128e8bea-fcc1-4c22-8830-540bf0f6b4cf x-openstack-request-id: req-128e8bea-fcc1-4c22-8830-540bf0f6b4cf {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:19:29.064670 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2115704c-0264-4b20-a006-879d6913be90", "name": "network-vif-plugged", "status": "completed", "tag": "0e09aee4-3dc3-4d87-b6bc-4024d08ffa27", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:19:29.064923 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-128e8bea-fcc1-4c22-8830-540bf0f6b4cf {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:19:29.065486 dv-cinder-821168-1-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2115704c-0264-4b20-a006-879d6913be90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e09aee4-3dc3-4d87-b6bc-4024d08ffa27', 'code': 200} Jan 25 02:19:29.334601 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 7041aa67-9e6b-4b11-899d-56b2335311bf no longer exists at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:19:29.356268 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] No Port match for: 7041aa67-9e6b-4b11-899d-56b2335311bf {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:19:29.356512 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 7041aa67-9e6b-4b11-899d-56b2335311bf not bound to the agent host hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:19:29.400844 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44fb46-c385-4225-bc49-0053b1b54823 req-56f0b2d3-4d9a-4167-8b4a-3f40d9a4d292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:29.402329 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0e44fb46-c385-4225-bc49-0053b1b54823 req-56f0b2d3-4d9a-4167-8b4a-3f40d9a4d292 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 1099 time: 0.0421901 Jan 25 02:19:29.457031 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0e44fb46-c385-4225-bc49-0053b1b54823 req-599edb86-7185-4969-ba25-fd8a5e2bf95d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394599 Jan 25 02:19:29.620729 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0330686b-02ab-4629-ac64-6f42a528581a req-6ee426de-9407-4ec2-b424-bef17963e366 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=bcbd6fbd-d262-49cc-a4b2-41ad26db1c89 HTTP/1.1" status: 200 len: 210 time: 0.0270782 Jan 25 02:19:30.002822 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017585e-550e-4c9d-978a-c74cf236a285 req-510d087d-ea72-41ff-9cbc-cc3ab399bec3 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:30.004306 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f017585e-550e-4c9d-978a-c74cf236a285 req-510d087d-ea72-41ff-9cbc-cc3ab399bec3 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 946 time: 0.0551736 Jan 25 02:19:30.055923 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f017585e-550e-4c9d-978a-c74cf236a285 req-506ac389-3ff1-41aa-8f4a-a8d64757625d tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460913 Jan 25 02:19:30.179632 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474adf1-9df3-4d06-b5ad-87135ae41f46 req-67c68e5a-db56-417b-afb2-e38d993f670e tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:30.181040 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f474adf1-9df3-4d06-b5ad-87135ae41f46 req-67c68e5a-db56-417b-afb2-e38d993f670e tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0554173 Jan 25 02:19:30.229556 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f474adf1-9df3-4d06-b5ad-87135ae41f46 req-6f662ea8-480f-459a-a3f9-16e33a48d692 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423460 Jan 25 02:19:31.175418 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a844ec-043d-449a-9870-b0ef3b6aaecf req-f7e4a258-6351-44c7-a785-fdfdc0da1bcc tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:31.176895 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a4a844ec-043d-449a-9870-b0ef3b6aaecf req-f7e4a258-6351-44c7-a785-fdfdc0da1bcc tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 946 time: 0.0491731 Jan 25 02:19:31.223227 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a4a844ec-043d-449a-9870-b0ef3b6aaecf req-9869d5b1-0487-4883-aaef-ca039d09bb7b tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400653 Jan 25 02:19:31.345861 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38c23a-3791-44ad-9a50-6ba50188156d req-08a76f6f-ff1f-4aee-956c-80c75b9c0693 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:31.347068 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-af38c23a-3791-44ad-9a50-6ba50188156d req-08a76f6f-ff1f-4aee-956c-80c75b9c0693 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0486290 Jan 25 02:19:31.397985 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-af38c23a-3791-44ad-9a50-6ba50188156d req-8a9f9bd4-20db-4c1c-bebb-16b53a67be3c tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447128 Jan 25 02:19:31.984299 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 38326) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:19:32.047022 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a7d9da0-8219-42b4-9081-130317657898 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for security_group (0151b442-4951-43c8-81d2-22454098192a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:32.080696 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a7d9da0-8219-42b4-9081-130317657898 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for security_group (0151b442-4951-43c8-81d2-22454098192a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:32.193798 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a7d9da0-8219-42b4-9081-130317657898 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (0151b442-4951-43c8-81d2-22454098192a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:32.196522 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a7d9da0-8219-42b4-9081-130317657898 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:32.198278 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-6a7d9da0-8219-42b4-9081-130317657898 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "DELETE /v2.0/security-groups/0151b442-4951-43c8-81d2-22454098192a HTTP/1.1" status: 204 len: 168 time: 0.2129631 Jan 25 02:19:32.201121 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 38330) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:19:32.207262 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d9da0-8219-42b4-9081-130317657898 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0151b442-4951-43c8-81d2-22454098192a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:32.214130 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.api.v2.resource [None req-18e72d76-5c2f-4c04-9e51-37cbd501fd83 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] show failed (client error): The resource could not be found. Jan 25 02:19:32.215177 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-18e72d76-5c2f-4c04-9e51-37cbd501fd83 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups/0151b442-4951-43c8-81d2-22454098192a HTTP/1.1" status: 404 len: 347 time: 0.0130844 Jan 25 02:19:32.221755 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d9da0-8219-42b4-9081-130317657898 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:32.221755 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d9da0-8219-42b4-9081-130317657898 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:32.221755 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d9da0-8219-42b4-9081-130317657898 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:32.221755 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d9da0-8219-42b4-9081-130317657898 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:32.221755 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d9da0-8219-42b4-9081-130317657898 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:32.221755 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d9da0-8219-42b4-9081-130317657898 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:32.221755 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d9da0-8219-42b4-9081-130317657898 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:32.221755 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d9da0-8219-42b4-9081-130317657898 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:32.221755 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d9da0-8219-42b4-9081-130317657898 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:32.221755 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d9da0-8219-42b4-9081-130317657898 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:32.221755 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d9da0-8219-42b4-9081-130317657898 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:32.221755 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d9da0-8219-42b4-9081-130317657898 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:32.222746 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d9da0-8219-42b4-9081-130317657898 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:32.224135 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 38332) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:19:32.338032 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dfbf28-1e3a-4edb-877a-0de126afb917 req-4dc772d0-de82-43d1-8836-ee51d96ea463 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:32.339837 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-24dfbf28-1e3a-4edb-877a-0de126afb917 req-4dc772d0-de82-43d1-8836-ee51d96ea463 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 946 time: 0.0497179 Jan 25 02:19:32.351080 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ffb5eafe-55f2-4fb1-b607-fb13da30a685 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Deleting port aafc7580-d9fc-47f3-bb6d-bcbd34e5a385 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:19:32.351430 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffb5eafe-55f2-4fb1-b607-fb13da30a685 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (aafc7580-d9fc-47f3-bb6d-bcbd34e5a385), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:32.388803 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-24dfbf28-1e3a-4edb-877a-0de126afb917 req-6a9ba84e-1cfd-48d0-8b14-a7aaaef940ab tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434027 Jan 25 02:19:32.428693 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffb5eafe-55f2-4fb1-b607-fb13da30a685 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (aafc7580-d9fc-47f3-bb6d-bcbd34e5a385), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:32.429017 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffb5eafe-55f2-4fb1-b607-fb13da30a685 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for floatingip (aafc7580-d9fc-47f3-bb6d-bcbd34e5a385), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:32.441649 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ffb5eafe-55f2-4fb1-b607-fb13da30a685 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Calling delete_port for aafc7580-d9fc-47f3-bb6d-bcbd34e5a385 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:19:32.515579 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325366e-e74e-4154-87a7-8015e6314b90 req-b42b3a02-dee0-46ad-bf1d-6378ff04ff91 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:32.517082 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3325366e-e74e-4154-87a7-8015e6314b90 req-b42b3a02-dee0-46ad-bf1d-6378ff04ff91 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0487216 Jan 25 02:19:32.564501 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3325366e-e74e-4154-87a7-8015e6314b90 req-9d91c311-ceae-4cde-8b0d-3bdb062c644e tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418017 Jan 25 02:19:32.660873 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffb5eafe-55f2-4fb1-b607-fb13da30a685 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25362021'] for port (aafc7580-d9fc-47f3-bb6d-bcbd34e5a385), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:32.688391 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5eafe-55f2-4fb1-b607-fb13da30a685 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Pushing event deleted for resources: {'Port': ['ID=aafc7580-d9fc-47f3-bb6d-bcbd34e5a385,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:32.751034 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffb5eafe-55f2-4fb1-b607-fb13da30a685 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for floatingip (66692a35-dc26-41f5-8dfa-76b9944c459e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:32.753555 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffb5eafe-55f2-4fb1-b607-fb13da30a685 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:32.754840 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-ffb5eafe-55f2-4fb1-b607-fb13da30a685 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "DELETE /v2.0/floatingips/66692a35-dc26-41f5-8dfa-76b9944c459e HTTP/1.1" status: 204 len: 168 time: 0.5296581 Jan 25 02:19:33.041724 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 38340) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:19:33.046285 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d6e4e911-ebc6-40e6-a2ac-8b383400dde0 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Request body: {'security_group': {'name': 'tempest-securitygroup--516752642', 'description': 'tempest-description--1493015014'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:19:33.129125 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6e4e911-ebc6-40e6-a2ac-8b383400dde0 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:33.195680 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6e4e911-ebc6-40e6-a2ac-8b383400dde0 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for security_group (75fd4c9c-2fa2-439f-b93f-7b5a53df4490), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:33.254828 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6e4e911-ebc6-40e6-a2ac-8b383400dde0 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (75fd4c9c-2fa2-439f-b93f-7b5a53df4490), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:33.284215 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e4e911-ebc6-40e6-a2ac-8b383400dde0 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75fd4c9c-2fa2-439f-b93f-7b5a53df4490,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:33.367274 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6e4e911-ebc6-40e6-a2ac-8b383400dde0 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:33.368564 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-d6e4e911-ebc6-40e6-a2ac-8b383400dde0 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3257983 Jan 25 02:19:33.372101 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 38344) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:19:33.376841 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-43473ee7-8510-4187-9321-8cde436662df tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Request body: {'security_group_rule': {'security_group_id': '75fd4c9c-2fa2-439f-b93f-7b5a53df4490', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:19:33.469083 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43473ee7-8510-4187-9321-8cde436662df tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for security_group_rule (7a118924-25ff-4710-b9c6-01a65f9fecf2), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:33.505194 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276f46a-4562-4d68-95e3-9be04df4f921 req-5d35bb77-285b-4c72-99a7-a0a63f8e6a57 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:33.506727 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f276f46a-4562-4d68-95e3-9be04df4f921 req-5d35bb77-285b-4c72-99a7-a0a63f8e6a57 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 946 time: 0.0518863 Jan 25 02:19:33.526095 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43473ee7-8510-4187-9321-8cde436662df tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for security_group_rule (7a118924-25ff-4710-b9c6-01a65f9fecf2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:33.557701 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f276f46a-4562-4d68-95e3-9be04df4f921 req-37bfdcbd-27ff-4abf-9da4-fee4b6968ccb tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426674 Jan 25 02:19:33.600209 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43473ee7-8510-4187-9321-8cde436662df tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970565'] for security_group_rule (7a118924-25ff-4710-b9c6-01a65f9fecf2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:33.624452 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43473ee7-8510-4187-9321-8cde436662df tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a118924-25ff-4710-b9c6-01a65f9fecf2,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:33.681124 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794907a7-0757-4e59-9693-df299304debc req-e704a375-d592-4943-a9d9-79581ed90cca tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:33.683446 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-794907a7-0757-4e59-9693-df299304debc req-e704a375-d592-4943-a9d9-79581ed90cca tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0500751 Jan 25 02:19:33.685986 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43473ee7-8510-4187-9321-8cde436662df tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:33.687220 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-43473ee7-8510-4187-9321-8cde436662df tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3141387 Jan 25 02:19:33.690117 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 38350) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:19:33.694542 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f554e15d-7b34-4205-bbb8-d4d2e87b3a0b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Request body: {'security_group_rule': {'security_group_id': '75fd4c9c-2fa2-439f-b93f-7b5a53df4490', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:19:33.731316 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-794907a7-0757-4e59-9693-df299304debc req-078c6b65-c967-42e0-9020-8183e1e24e62 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421944 Jan 25 02:19:33.780723 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f554e15d-7b34-4205-bbb8-d4d2e87b3a0b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for security_group_rule (9baed88b-af14-4311-aa07-d71a49fa1171), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:33.844733 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f554e15d-7b34-4205-bbb8-d4d2e87b3a0b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for security_group_rule (9baed88b-af14-4311-aa07-d71a49fa1171), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:33.906670 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f554e15d-7b34-4205-bbb8-d4d2e87b3a0b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970565'] for security_group_rule (9baed88b-af14-4311-aa07-d71a49fa1171), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:33.934190 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554e15d-7b34-4205-bbb8-d4d2e87b3a0b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9baed88b-af14-4311-aa07-d71a49fa1171,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:33.982987 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f554e15d-7b34-4205-bbb8-d4d2e87b3a0b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:33.984363 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-f554e15d-7b34-4205-bbb8-d4d2e87b3a0b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2929180 Jan 25 02:19:33.991257 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 38352) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:19:33.994084 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2570c500-3416-4e37-9a00-23504ee99694 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Request body: {'floatingip': {'floating_network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:19:34.098923 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2570c500-3416-4e37-9a00-23504ee99694 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:34.211407 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2570c500-3416-4e37-9a00-23504ee99694 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:34.329885 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-2570c500-3416-4e37-9a00-23504ee99694 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Allocated IP 172.27.3.89 (a4beea5e-7380-4f54-a79a-85c8e3bac423/7e657314-da2c-44e4-949d-aa8ff76f9246/1427a78d-2b7e-4c57-98d3-77ee045cb0ae) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:19:34.452134 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2570c500-3416-4e37-9a00-23504ee99694 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for port (1427a78d-2b7e-4c57-98d3-77ee045cb0ae), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:34.543886 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2570c500-3416-4e37-9a00-23504ee99694 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25362021'] for port (1427a78d-2b7e-4c57-98d3-77ee045cb0ae), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:34.591054 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2570c500-3416-4e37-9a00-23504ee99694 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Network a4beea5e-7380-4f54-a79a-85c8e3bac423 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:19:34.596619 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2570c500-3416-4e37-9a00-23504ee99694 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:19:34.599499 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2570c500-3416-4e37-9a00-23504ee99694 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:19:34.627484 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2570c500-3416-4e37-9a00-23504ee99694 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Pushing event updated for resources: {'Port': ['ID=1427a78d-2b7e-4c57-98d3-77ee045cb0ae,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:34.688638 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976d4e3-2cc4-4787-abe1-3225a36f1940 req-20bcf828-606c-4e7a-be29-3c86412e0611 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:34.690242 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5976d4e3-2cc4-4787-abe1-3225a36f1940 req-20bcf828-606c-4e7a-be29-3c86412e0611 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 946 time: 0.0520029 Jan 25 02:19:34.700864 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2570c500-3416-4e37-9a00-23504ee99694 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for floatingip (4ba92920-d966-41fe-93c5-5a3159cc3b5f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:34.738763 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5976d4e3-2cc4-4787-abe1-3225a36f1940 req-4529fa06-750e-442d-b96c-735c6e6aa48e tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427256 Jan 25 02:19:34.780269 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2570c500-3416-4e37-9a00-23504ee99694 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (1427a78d-2b7e-4c57-98d3-77ee045cb0ae), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:34.851991 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c98dc3-987c-4d51-9b04-ae8469f16e2a req-3d70119a-fe28-4669-87f2-45464a7cf614 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:34.854211 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-20c98dc3-987c-4d51-9b04-ae8469f16e2a req-3d70119a-fe28-4669-87f2-45464a7cf614 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0542390 Jan 25 02:19:34.902859 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-20c98dc3-987c-4d51-9b04-ae8469f16e2a req-7e2016c9-c272-4963-a167-2934d5691ab8 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428803 Jan 25 02:19:34.958983 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2570c500-3416-4e37-9a00-23504ee99694 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for port (1427a78d-2b7e-4c57-98d3-77ee045cb0ae), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:35.011557 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2570c500-3416-4e37-9a00-23504ee99694 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25362034'] for port (1427a78d-2b7e-4c57-98d3-77ee045cb0ae), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:35.082837 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2570c500-3416-4e37-9a00-23504ee99694 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Pushing event updated for resources: {'Port': ['ID=1427a78d-2b7e-4c57-98d3-77ee045cb0ae,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:35.093274 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2570c500-3416-4e37-9a00-23504ee99694 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013182'] for floatingip (4ba92920-d966-41fe-93c5-5a3159cc3b5f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:35.161405 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2570c500-3416-4e37-9a00-23504ee99694 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:35.162810 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-2570c500-3416-4e37-9a00-23504ee99694 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1743762 Jan 25 02:19:35.169702 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:19:35.374989 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-742835d7-4e7d-41b7-af8d-3b6b7073576e tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-securitygroup--516752642&fields=id&tenant_id=cd0e87a773cb48a5808124de0b5709f6 HTTP/1.1" status: 200 len: 267 time: 0.0450802 Jan 25 02:19:35.490423 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-cc9ab620-220f-420f-b0d8-a82f15613021 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:35.491889 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-cc9ab620-220f-420f-b0d8-a82f15613021 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/networks?id=9e211453-422c-4767-b463-5c4e4c8afabc HTTP/1.1" status: 200 len: 817 time: 0.1086349 Jan 25 02:19:35.507198 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-4af84387-993a-425c-b77b-373f06413345 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/quotas/cd0e87a773cb48a5808124de0b5709f6 HTTP/1.1" status: 200 len: 375 time: 0.0092084 Jan 25 02:19:35.561767 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-8ac642c6-5aa2-41e0-9a0c-ebfa0c35a750 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=cd0e87a773cb48a5808124de0b5709f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486031 Jan 25 02:19:35.663577 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-81a7758c-fd2a-43c1-a575-304ac3ffb142 service neutron] 10.222.0.112 "GET /v2.0/networks/9e211453-422c-4767-b463-5c4e4c8afabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901151 Jan 25 02:19:35.754881 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-26b6efee-aa51-4cc7-8550-198fd95dbf7b service neutron] 10.222.0.112 "GET /v2.0/networks/9e211453-422c-4767-b463-5c4e4c8afabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856214 Jan 25 02:19:35.872967 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6c99b-031e-4ab5-8be6-0f0a3d28d9c2 req-4dc93e81-977f-4c00-9e07-998c3fc44546 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:35.874651 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-abd6c99b-031e-4ab5-8be6-0f0a3d28d9c2 req-4dc93e81-977f-4c00-9e07-998c3fc44546 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 946 time: 0.0589561 Jan 25 02:19:35.928227 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-abd6c99b-031e-4ab5-8be6-0f0a3d28d9c2 req-91b6d1b9-bf9a-47ca-86e5-b234a5a662b0 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467410 Jan 25 02:19:36.074092 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201f9fd-2e66-4cc5-b6a2-44d6c5ac7a10 req-7a2b96d2-3b88-4efa-abca-40def3b6bf59 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:36.075723 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1201f9fd-2e66-4cc5-b6a2-44d6c5ac7a10 req-7a2b96d2-3b88-4efa-abca-40def3b6bf59 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0741830 Jan 25 02:19:36.151595 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbd87d-0a6e-422b-bde7-719291f7da63 req-79596e1a-a327-4a3c-9f67-3ca43f3fd803 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:36.151595 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-41cbd87d-0a6e-422b-bde7-719291f7da63 req-79596e1a-a327-4a3c-9f67-3ca43f3fd803 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 946 time: 0.0985281 Jan 25 02:19:36.158995 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1201f9fd-2e66-4cc5-b6a2-44d6c5ac7a10 req-183ce8ab-ad86-47a2-babe-351066672075 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689974 Jan 25 02:19:36.224046 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-41cbd87d-0a6e-422b-bde7-719291f7da63 req-26ccb153-5e14-4d27-947a-6674e67b9cbb tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637078 Jan 25 02:19:36.239050 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-708c2b2b-a8ba-469d-b0de-cc8a5d9a1bbb req-2072337a-e6ea-4b42-b61a-a9793737aea5 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 210 time: 0.0353069 Jan 25 02:19:36.561667 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154daf83-4a36-47ae-aeb1-521fbc3ede3d req-75f99478-9a59-4d99-8bea-42c0557c1019 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:36.563191 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-154daf83-4a36-47ae-aeb1-521fbc3ede3d req-75f99478-9a59-4d99-8bea-42c0557c1019 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 946 time: 0.0491691 Jan 25 02:19:36.609709 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-154daf83-4a36-47ae-aeb1-521fbc3ede3d req-1ff8db9e-4e39-40b0-8470-431c852c4d7b tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410774 Jan 25 02:19:37.298138 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a84c07-4be6-41b8-958c-cf82e9ffff8e req-8daf81e2-df24-4b3a-bbc0-199755037552 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:37.299723 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-86a84c07-4be6-41b8-958c-cf82e9ffff8e req-8daf81e2-df24-4b3a-bbc0-199755037552 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0646083 Jan 25 02:19:37.378463 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-86a84c07-4be6-41b8-958c-cf82e9ffff8e req-8e9a423f-5cf5-4d11-b966-aaef42246612 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726311 Jan 25 02:19:37.380619 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4781b985-f811-4ae6-86bb-780dea39a8ca req-5b6e7a72-7553-4700-8832-c6cc3a3005cf tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 210 time: 0.0355339 Jan 25 02:19:38.326554 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-fc18313d-d6c2-44ac-88ee-2732719e74a0 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:38.329256 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-fc18313d-d6c2-44ac-88ee-2732719e74a0 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.79 "GET /v2.0/networks?id=9e211453-422c-4767-b463-5c4e4c8afabc HTTP/1.1" status: 200 len: 817 time: 0.1027820 Jan 25 02:19:38.403550 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-9a0b9282-12d0-4504-852a-5a7584a11d49 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd0e87a773cb48a5808124de0b5709f6 HTTP/1.1" status: 200 len: 379 time: 0.0611424 Jan 25 02:19:38.412662 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-896a42c1-6c59-4f21-9a94-537fd5263349 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Request body: {'port': {'device_id': '21bb436c-591b-4f92-8454-2ff5fcfba2fb', 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc', 'admin_state_up': True, 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'security_groups': ['75fd4c9c-2fa2-439f-b93f-7b5a53df4490']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:19:38.528703 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f72cfba5-7acf-4c71-9d17-def7c3c5aa77 req-cf8f45f8-0fdb-42e1-b281-84d922305426 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 210 time: 0.0574641 Jan 25 02:19:38.571318 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf0675-c447-48dc-9721-12a167ae2776 req-cb35edeb-fd03-4ae3-b484-56fb8cf5140a tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:38.573368 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-33bf0675-c447-48dc-9721-12a167ae2776 req-cb35edeb-fd03-4ae3-b484-56fb8cf5140a tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.1027675 Jan 25 02:19:38.632482 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-33bf0675-c447-48dc-9721-12a167ae2776 req-9da40973-f621-4acd-8c28-4b5a99d185fa tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515049 Jan 25 02:19:38.672008 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-896a42c1-6c59-4f21-9a94-537fd5263349 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Made reservation on behalf of cd0e87a773cb48a5808124de0b5709f6 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:19:38.675633 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-896a42c1-6c59-4f21-9a94-537fd5263349 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:38.801670 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-896a42c1-6c59-4f21-9a94-537fd5263349 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Allocated IP 172.20.0.10 (9e211453-422c-4767-b463-5c4e4c8afabc/431c2097-6312-4255-849e-eb12f9822c44/e291b176-48d5-49ec-8928-8038acdd7692) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:19:38.933171 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-896a42c1-6c59-4f21-9a94-537fd5263349 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for port (e291b176-48d5-49ec-8928-8038acdd7692), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:39.028706 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-896a42c1-6c59-4f21-9a94-537fd5263349 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (e291b176-48d5-49ec-8928-8038acdd7692), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:39.074702 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-896a42c1-6c59-4f21-9a94-537fd5263349 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Network 9e211453-422c-4767-b463-5c4e4c8afabc is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:19:39.079917 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-896a42c1-6c59-4f21-9a94-537fd5263349 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:19:39.083518 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-896a42c1-6c59-4f21-9a94-537fd5263349 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:19:39.089747 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a42c1-6c59-4f21-9a94-537fd5263349 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Pushing event updated for resources: {'Port': ['ID=e291b176-48d5-49ec-8928-8038acdd7692,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:39.140190 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-896a42c1-6c59-4f21-9a94-537fd5263349 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:39.140827 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-896a42c1-6c59-4f21-9a94-537fd5263349 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:39.217400 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-896a42c1-6c59-4f21-9a94-537fd5263349 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8091481 Jan 25 02:19:39.252212 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-830c8598-b1f6-4276-9f74-5bbb51194853 service neutron] Request body: {'port': {'device_id': '21bb436c-591b-4f92-8454-2ff5fcfba2fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82116'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:19:39.301449 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-830c8598-b1f6-4276-9f74-5bbb51194853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (e291b176-48d5-49ec-8928-8038acdd7692), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:39.359104 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e67b6462-6d97-4c3d-a48e-8d983a9c66c2 None None] Provisioning complete for port e291b176-48d5-49ec-8928-8038acdd7692 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:19:39.359721 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e67b6462-6d97-4c3d-a48e-8d983a9c66c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (e291b176-48d5-49ec-8928-8038acdd7692), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:39.394682 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e67b6462-6d97-4c3d-a48e-8d983a9c66c2 None None] Port e291b176-48d5-49ec-8928-8038acdd7692 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:19:39.579406 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-830c8598-b1f6-4276-9f74-5bbb51194853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e291b176-48d5-49ec-8928-8038acdd7692 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:19:39.587809 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-830c8598-b1f6-4276-9f74-5bbb51194853 service neutron] Publish callbacks [] for port (e291b176-48d5-49ec-8928-8038acdd7692), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:39.601727 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-830c8598-b1f6-4276-9f74-5bbb51194853 service neutron] Transition to ACTIVE for port object e291b176-48d5-49ec-8928-8038acdd7692 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:19:39.666411 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7ddde-5985-4af4-97e7-f9ed14e647cb req-9bb46b47-a8e9-41e7-b0e6-3c8873682e68 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:39.668894 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4fa7ddde-5985-4af4-97e7-f9ed14e647cb req-9bb46b47-a8e9-41e7-b0e6-3c8873682e68 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 932 time: 0.0526557 Jan 25 02:19:39.670695 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-830c8598-b1f6-4276-9f74-5bbb51194853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26102405'] for port (e291b176-48d5-49ec-8928-8038acdd7692), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:39.750952 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c8598-b1f6-4276-9f74-5bbb51194853 service neutron] Pushing event updated for resources: {'Port': ['ID=e291b176-48d5-49ec-8928-8038acdd7692,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:39.803219 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4fa7ddde-5985-4af4-97e7-f9ed14e647cb req-56bc49b4-3083-475e-8e46-f66602e66fda tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254971 Jan 25 02:19:39.849306 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-830c8598-b1f6-4276-9f74-5bbb51194853 service neutron] Attempting to bind port e291b176-48d5-49ec-8928-8038acdd7692 on host hv-cinder-82116 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:19:39.849649 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-830c8598-b1f6-4276-9f74-5bbb51194853 service neutron] Attempting to bind port e291b176-48d5-49ec-8928-8038acdd7692 by drivers openvswitch,hyperv on host hv-cinder-82116 at level 0 using segments [{'id': 'a011af27-2f86-4052-851b-d44cff3836ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:19:39.849985 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-830c8598-b1f6-4276-9f74-5bbb51194853 service neutron] Attempting to bind port e291b176-48d5-49ec-8928-8038acdd7692 on network 9e211453-422c-4767-b463-5c4e4c8afabc {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:19:39.856164 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-830c8598-b1f6-4276-9f74-5bbb51194853 service neutron] Port e291b176-48d5-49ec-8928-8038acdd7692 on network 9e211453-422c-4767-b463-5c4e4c8afabc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82116 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:19:39.856495 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-830c8598-b1f6-4276-9f74-5bbb51194853 service neutron] Attempting to bind port e291b176-48d5-49ec-8928-8038acdd7692 on network 9e211453-422c-4767-b463-5c4e4c8afabc {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:19:39.861948 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-830c8598-b1f6-4276-9f74-5bbb51194853 service neutron] Checking agent: {'id': '52d0b4b2-7edd-4256-a5ca-dd2d58b489f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 10, 20), 'started_at': datetime.datetime(2022, 1, 25, 2, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:19:39.862294 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-830c8598-b1f6-4276-9f74-5bbb51194853 service neutron] Checking segment: {'id': 'a011af27-2f86-4052-851b-d44cff3836ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:19:39.862722 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-830c8598-b1f6-4276-9f74-5bbb51194853 service neutron] Bound using segment: {'id': 'a011af27-2f86-4052-851b-d44cff3836ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:19:39.863153 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-830c8598-b1f6-4276-9f74-5bbb51194853 service neutron] Bound port: e291b176-48d5-49ec-8928-8038acdd7692, host: hv-cinder-82116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a011af27-2f86-4052-851b-d44cff3836ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:19:39.863515 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-830c8598-b1f6-4276-9f74-5bbb51194853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (e291b176-48d5-49ec-8928-8038acdd7692), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:39.960870 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-830c8598-b1f6-4276-9f74-5bbb51194853 service neutron] For port e291b176-48d5-49ec-8928-8038acdd7692, host hv-cinder-82116, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:19:39.966955 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-830c8598-b1f6-4276-9f74-5bbb51194853 service neutron] For port e291b176-48d5-49ec-8928-8038acdd7692, host hv-cinder-82116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=e291b176-48d5-49ec-8928-8038acdd7692,segment=NetworkSegment(a011af27-2f86-4052-851b-d44cff3836ce),segment_id=a011af27-2f86-4052-851b-d44cff3836ce)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:19:39.976828 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559d66e-7e15-4cd1-be44-3e801066d056 req-5d450e15-d379-4dd2-bfb7-2e91c410aeb1 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:39.978285 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7559d66e-7e15-4cd1-be44-3e801066d056 req-5d450e15-d379-4dd2-bfb7-2e91c410aeb1 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0793900 Jan 25 02:19:40.024545 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-830c8598-b1f6-4276-9f74-5bbb51194853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26102405'] for port (e291b176-48d5-49ec-8928-8038acdd7692), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:40.035018 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7559d66e-7e15-4cd1-be44-3e801066d056 req-e7af9c7c-43ef-4cac-8d65-1e4ef9daf5ed tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502787 Jan 25 02:19:40.063235 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-830c8598-b1f6-4276-9f74-5bbb51194853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:40.063865 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-830c8598-b1f6-4276-9f74-5bbb51194853 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:40.065270 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-830c8598-b1f6-4276-9f74-5bbb51194853 service neutron] 10.222.0.79 "PUT /v2.0/ports/e291b176-48d5-49ec-8928-8038acdd7692 HTTP/1.1" status: 200 len: 1094 time: 0.8221271 Jan 25 02:19:40.065736 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21bb436c-591b-4f92-8454-2ff5fcfba2fb', 'tag': 'e291b176-48d5-49ec-8928-8038acdd7692'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:19:40.068116 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b10817-236a-450c-8555-a15ec33fa83a" -d '{"events": [{"name": "network-changed", "server_uuid": "21bb436c-591b-4f92-8454-2ff5fcfba2fb", "tag": "e291b176-48d5-49ec-8928-8038acdd7692"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:19:40.099228 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c8598-b1f6-4276-9f74-5bbb51194853 service neutron] Pushing event updated for resources: {'Port': ['ID=e291b176-48d5-49ec-8928-8038acdd7692,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:40.505613 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71890fad-66fa-4116-bac0-56e877fed9f2 x-openstack-request-id: req-71890fad-66fa-4116-bac0-56e877fed9f2 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:19:40.505848 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21bb436c-591b-4f92-8454-2ff5fcfba2fb", "tag": "e291b176-48d5-49ec-8928-8038acdd7692", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:19:40.506046 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-71890fad-66fa-4116-bac0-56e877fed9f2 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:19:40.506455 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21bb436c-591b-4f92-8454-2ff5fcfba2fb', 'tag': 'e291b176-48d5-49ec-8928-8038acdd7692', 'status': 'completed', 'code': 200} Jan 25 02:19:40.572115 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-cb1e5a51-728e-4e4d-a388-ea61a1b8bdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:40.574507 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-cb1e5a51-728e-4e4d-a388-ea61a1b8bdfc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cd0e87a773cb48a5808124de0b5709f6&device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 1097 time: 0.3712630 Jan 25 02:19:40.593162 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:19:40.593162 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:19:40.593162 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:19:40.593162 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:19:40.593162 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:19:40.593162 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:19:40.593162 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:19:40.593162 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:19:40.593162 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:19:40.593162 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:19:40.593162 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:19:40.593162 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:19:40.593162 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:19:40.593162 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:19:40.593162 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:19:40.593162 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:19:40.593162 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:19:40.593162 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:19:40.593162 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:19:40.593162 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:19:40.593162 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:19:40.593162 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:19:40.593162 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:19:40.593162 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:19:40.593162 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:19:40.593162 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:19:40.593162 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:19:40.593162 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:19:40.593162 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:19:40.593162 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:19:40.593162 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:19:40.593162 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:19:40.593162 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:19:40.593162 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:19:40.593162 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:19:40.593162 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:19:40.596289 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:19:40.596289 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:19:40.596289 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:19:40.596289 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:19:40.596289 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:19:40.596289 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:19:40.596289 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:19:40.596289 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:19:40.596289 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:19:40.596289 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:19:40.596289 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:19:40.596289 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:19:40.597474 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40706f-279b-479e-89cc-18af7cc52d40 req-6a24bb61-0fb2-440f-ad46-ad96a576c460 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:40.599181 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-df40706f-279b-479e-89cc-18af7cc52d40 req-6a24bb61-0fb2-440f-ad46-ad96a576c460 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0956030 Jan 25 02:19:40.641220 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee62d1-ebb7-456c-8981-aa9e3a9f4e07 req-771b566c-7c23-474d-a30a-6824f56c2913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:40.642748 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-01ee62d1-ebb7-456c-8981-aa9e3a9f4e07 req-771b566c-7c23-474d-a30a-6824f56c2913 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1dc0c55e351a499ba2e0b38fd3fea46c&device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 1098 time: 0.1069977 Jan 25 02:19:40.644097 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-56e8f5ea-a26d-4b23-a11a-8e3cf94439bb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e291b176-48d5-49ec-8928-8038acdd7692 HTTP/1.1" status: 200 len: 217 time: 0.0555692 Jan 25 02:19:40.779785 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-df40706f-279b-479e-89cc-18af7cc52d40 req-7020ad10-17c5-40ce-9caf-3ba0fdeb1af6 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734188 Jan 25 02:19:40.783261 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-510c6822-6ffe-46b8-b2d1-92f704a2b6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:40.789599 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-510c6822-6ffe-46b8-b2d1-92f704a2b6e0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=431c2097-6312-4255-849e-eb12f9822c44 HTTP/1.1" status: 200 len: 856 time: 0.1319606 Jan 25 02:19:40.833633 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee62d1-ebb7-456c-8981-aa9e3a9f4e07 req-3bba983a-e3e3-4ad7-93ef-c7bc3d37cd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:40.835114 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-01ee62d1-ebb7-456c-8981-aa9e3a9f4e07 req-3bba983a-e3e3-4ad7-93ef-c7bc3d37cd8e service neutron] 10.222.0.79 "GET /v2.0/networks?id=01d302a1-d37b-4d5b-9a51-6cceb6126a3f HTTP/1.1" status: 200 len: 912 time: 0.1815476 Jan 25 02:19:40.848772 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-10bd21b4-9126-4577-8881-7a877de52a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:40.850305 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-10bd21b4-9126-4577-8881-7a877de52a1d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9e211453-422c-4767-b463-5c4e4c8afabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596561 Jan 25 02:19:40.990167 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-01ee62d1-ebb7-456c-8981-aa9e3a9f4e07 req-492e35c6-5a5f-4141-ba24-d9945cadb0bf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b3d905e-34e7-4ddb-9c80-d8b54c4a3119 HTTP/1.1" status: 200 len: 1001 time: 0.1262572 Jan 25 02:19:41.024513 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-37d0b14f-da19-4fe3-9ff4-f360463680f2 service neutron] 10.222.0.79 "GET /v2.0/networks/9e211453-422c-4767-b463-5c4e4c8afabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593595 Jan 25 02:19:41.145578 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee62d1-ebb7-456c-8981-aa9e3a9f4e07 req-f4e2041c-01bd-4913-b3a9-830796aec08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:41.147064 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-01ee62d1-ebb7-456c-8981-aa9e3a9f4e07 req-f4e2041c-01bd-4913-b3a9-830796aec08b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4433a20e-0a7e-4dda-9aa9-6ade059d64f5 HTTP/1.1" status: 200 len: 850 time: 0.1398349 Jan 25 02:19:41.192579 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a2b78-62e1-4310-b239-873e958c353e req-4ecddbe7-9c43-425a-969a-8aed68a69bb3 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:41.194065 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-148a2b78-62e1-4310-b239-873e958c353e req-4ecddbe7-9c43-425a-969a-8aed68a69bb3 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 944 time: 0.1401846 Jan 25 02:19:41.239307 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dbbca83b-0eca-4843-8aa2-ac2dcb9ced17 req-dcad8074-fed2-4981-89d8-c7451a86167b service neutron] 10.222.0.79 "GET /v2.0/networks/9e211453-422c-4767-b463-5c4e4c8afabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960649 Jan 25 02:19:41.246008 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee62d1-ebb7-456c-8981-aa9e3a9f4e07 req-2059b4db-353b-4997-a578-0421283c9930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:41.247472 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-01ee62d1-ebb7-456c-8981-aa9e3a9f4e07 req-2059b4db-353b-4997-a578-0421283c9930 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=01d302a1-d37b-4d5b-9a51-6cceb6126a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0935113 Jan 25 02:19:41.275261 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 38512) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:19:41.296810 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-148a2b78-62e1-4310-b239-873e958c353e req-03277689-82f8-43f2-bf8b-db5e4c28582d tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896454 Jan 25 02:19:41.370719 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-01ee62d1-ebb7-456c-8981-aa9e3a9f4e07 req-d91050d9-688a-4f90-b3ae-a84629d2321c service neutron] 10.222.0.79 "GET /v2.0/networks/01d302a1-d37b-4d5b-9a51-6cceb6126a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132672 Jan 25 02:19:41.396871 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa63b244-c4a3-4996-9a1d-594993ead635 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:41.471229 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa63b244-c4a3-4996-9a1d-594993ead635 admin admin] Publish callbacks [] for security_group (a521e528-3162-4cdc-9166-326b6fd7e780), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:41.494220 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b10817-236a-450c-8555-a15ec33fa83a req-332cfd5c-e6d0-408c-b1bd-4d8dcb0a7248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:41.496786 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-61b10817-236a-450c-8555-a15ec33fa83a req-332cfd5c-e6d0-408c-b1bd-4d8dcb0a7248 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cd0e87a773cb48a5808124de0b5709f6&device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 1097 time: 0.0985084 Jan 25 02:19:41.547315 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-01ee62d1-ebb7-456c-8981-aa9e3a9f4e07 req-230fde33-db9d-45f7-9afb-597120518236 service neutron] 10.222.0.79 "GET /v2.0/networks/01d302a1-d37b-4d5b-9a51-6cceb6126a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477180 Jan 25 02:19:41.547750 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa63b244-c4a3-4996-9a1d-594993ead635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (a521e528-3162-4cdc-9166-326b6fd7e780), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:41.586345 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63b244-c4a3-4996-9a1d-594993ead635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a521e528-3162-4cdc-9166-326b6fd7e780,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:41.592758 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-aa63b244-c4a3-4996-9a1d-594993ead635 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=eb513d681498423aa51a37e118d09ded&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3154609 Jan 25 02:19:41.595307 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 38518) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:19:41.607997 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b10817-236a-450c-8555-a15ec33fa83a req-8a70f0a1-7557-4887-b236-f58e77d9513b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:41.609431 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-61b10817-236a-450c-8555-a15ec33fa83a req-8a70f0a1-7557-4887-b236-f58e77d9513b service neutron] 10.222.0.79 "GET /v2.0/networks?id=9e211453-422c-4767-b463-5c4e4c8afabc HTTP/1.1" status: 200 len: 918 time: 0.1048679 Jan 25 02:19:41.646349 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-140e8332-b9e4-4590-a24b-b59fd4983ecf admin admin] Publish callbacks [] for security_group (a521e528-3162-4cdc-9166-326b6fd7e780), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:41.651510 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-61b10817-236a-450c-8555-a15ec33fa83a req-3b9bbe56-0831-4126-b4fe-120595de5d07 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e291b176-48d5-49ec-8928-8038acdd7692 HTTP/1.1" status: 200 len: 217 time: 0.0353646 Jan 25 02:19:41.672058 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-140e8332-b9e4-4590-a24b-b59fd4983ecf admin admin] Publish callbacks [] for security_group (a521e528-3162-4cdc-9166-326b6fd7e780), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:41.705015 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b10817-236a-450c-8555-a15ec33fa83a req-cc67da90-02c3-45a7-94e2-13e14050cfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:41.706515 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-61b10817-236a-450c-8555-a15ec33fa83a req-cc67da90-02c3-45a7-94e2-13e14050cfab service neutron] 10.222.0.79 "GET /v2.0/subnets?id=431c2097-6312-4255-849e-eb12f9822c44 HTTP/1.1" status: 200 len: 856 time: 0.0481246 Jan 25 02:19:41.752447 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b10817-236a-450c-8555-a15ec33fa83a req-85bbce20-0de1-4514-bb3e-acbfb078164e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:41.753938 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-61b10817-236a-450c-8555-a15ec33fa83a req-85bbce20-0de1-4514-bb3e-acbfb078164e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9e211453-422c-4767-b463-5c4e4c8afabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412791 Jan 25 02:19:41.794000 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-140e8332-b9e4-4590-a24b-b59fd4983ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (a521e528-3162-4cdc-9166-326b6fd7e780), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:41.796803 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-140e8332-b9e4-4590-a24b-b59fd4983ecf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:41.797980 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-140e8332-b9e4-4590-a24b-b59fd4983ecf admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/a521e528-3162-4cdc-9166-326b6fd7e780 HTTP/1.1" status: 204 len: 168 time: 0.2016873 Jan 25 02:19:41.806211 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e8332-b9e4-4590-a24b-b59fd4983ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a521e528-3162-4cdc-9166-326b6fd7e780,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:41.855820 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-61b10817-236a-450c-8555-a15ec33fa83a req-ae5077ae-806d-4fe7-af1f-587e8ad6b4d9 service neutron] 10.222.0.79 "GET /v2.0/networks/9e211453-422c-4767-b463-5c4e4c8afabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942745 Jan 25 02:19:41.965375 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c6cbd-207c-4b07-bc9f-02b9ca9b3bef req-b0bb8d3b-760d-4717-9851-7ec723935809 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:41.966925 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cb9c6cbd-207c-4b07-bc9f-02b9ca9b3bef req-b0bb8d3b-760d-4717-9851-7ec723935809 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.1088982 Jan 25 02:19:42.001488 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-61b10817-236a-450c-8555-a15ec33fa83a req-bc20584e-d632-4d30-8da6-71d4d994f503 service neutron] 10.222.0.79 "GET /v2.0/networks/9e211453-422c-4767-b463-5c4e4c8afabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338935 Jan 25 02:19:42.036389 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cb9c6cbd-207c-4b07-bc9f-02b9ca9b3bef req-8c10d55b-025e-49dd-a679-c3faf128a372 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628748 Jan 25 02:19:42.429804 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d8457-c670-4a7e-89fa-de53e324d8f0 req-90a3c5fb-7f57-4401-95a1-ffe0cd2ad40f tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:42.431457 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-743d8457-c670-4a7e-89fa-de53e324d8f0 req-90a3c5fb-7f57-4401-95a1-ffe0cd2ad40f tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 944 time: 0.0554593 Jan 25 02:19:42.479557 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-743d8457-c670-4a7e-89fa-de53e324d8f0 req-3c3f266e-6209-47ab-bd5f-8b0e55d00e96 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417976 Jan 25 02:19:42.801005 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 38546) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:19:42.894553 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-dc2a6d42-0d8b-4947-87b3-1383641a326c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-246496564-network', 'tenant_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:19:42.970730 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2a6d42-0d8b-4947-87b3-1383641a326c admin admin] Made reservation on behalf of 15ad996b1dfa42d8ab7b8d41dfa9eaaa for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:19:42.973227 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc2a6d42-0d8b-4947-87b3-1383641a326c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:42.982650 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc2a6d42-0d8b-4947-87b3-1383641a326c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:43.053262 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc2a6d42-0d8b-4947-87b3-1383641a326c admin admin] Publish callbacks [] for security_group (3cb4fc2d-5321-48e6-a099-1768e1134a63), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:43.108057 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc2a6d42-0d8b-4947-87b3-1383641a326c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (3cb4fc2d-5321-48e6-a099-1768e1134a63), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:43.137934 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc2a6d42-0d8b-4947-87b3-1383641a326c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:19:43.142640 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a6d42-0d8b-4947-87b3-1383641a326c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb4fc2d-5321-48e6-a099-1768e1134a63,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:43.150247 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc2a6d42-0d8b-4947-87b3-1383641a326c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422'] for segment (9134ea55-bd26-437a-8c53-8a4f3d20725e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:43.150381 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.db.segments_db [None req-dc2a6d42-0d8b-4947-87b3-1383641a326c admin admin] Added segment 9134ea55-bd26-437a-8c53-8a4f3d20725e of type vlan for network 8426c2e2-cd82-4b79-97aa-3331e38b281f Jan 25 02:19:43.155294 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad39f3-f788-404c-ae46-bf818abd1aa9 req-11c436e6-096d-408c-b137-2fe48e183d4f tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:43.156915 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4aad39f3-f788-404c-ae46-bf818abd1aa9 req-11c436e6-096d-408c-b137-2fe48e183d4f tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0505862 Jan 25 02:19:43.194911 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc2a6d42-0d8b-4947-87b3-1383641a326c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777998040441'] for network (8426c2e2-cd82-4b79-97aa-3331e38b281f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:43.204475 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4aad39f3-f788-404c-ae46-bf818abd1aa9 req-381f4473-49ce-4118-8eb3-4d039032dc94 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419390 Jan 25 02:19:43.273937 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc2a6d42-0d8b-4947-87b3-1383641a326c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394'] for network (8426c2e2-cd82-4b79-97aa-3331e38b281f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:43.274970 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2a6d42-0d8b-4947-87b3-1383641a326c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:43.276132 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc2a6d42-0d8b-4947-87b3-1383641a326c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:43.336508 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a6d42-0d8b-4947-87b3-1383641a326c admin admin] Pushing event updated for resources: {'Network': ['ID=8426c2e2-cd82-4b79-97aa-3331e38b281f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:43.346835 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Network 8426c2e2-cd82-4b79-97aa-3331e38b281f details requested by agent ovs-agent-dv-cinder-821168-1-iscsi with host dv-cinder-821168-1-iscsi {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:19:43.366043 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-dc2a6d42-0d8b-4947-87b3-1383641a326c admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5639055 Jan 25 02:19:43.368909 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 38554) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:19:43.373780 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5f4f6b6c-7b8e-4a74-b7b9-334596f1dabd admin admin] Request body: {'subnet': {'network_id': '8426c2e2-cd82-4b79-97aa-3331e38b281f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-246496564-subnet', 'tenant_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:19:43.449423 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4f6b6c-7b8e-4a74-b7b9-334596f1dabd admin admin] Made reservation on behalf of 15ad996b1dfa42d8ab7b8d41dfa9eaaa for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:19:43.451779 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5f4f6b6c-7b8e-4a74-b7b9-334596f1dabd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25199807'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:43.615824 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658a7b5-0097-4370-9fb0-f55a19393c10 req-043b28d5-113d-4b3f-8238-9c8b9586adf5 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:43.617435 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1658a7b5-0097-4370-9fb0-f55a19393c10 req-043b28d5-113d-4b3f-8238-9c8b9586adf5 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 944 time: 0.0577288 Jan 25 02:19:43.665480 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1658a7b5-0097-4370-9fb0-f55a19393c10 req-d817c93f-316a-44ee-99a6-99db5426eda8 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409255 Jan 25 02:19:43.685584 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5f4f6b6c-7b8e-4a74-b7b9-334596f1dabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25362057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25199761'] for subnet (0487258b-9681-41ec-976f-11fe8ddea5f0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:43.737675 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f6b6c-7b8e-4a74-b7b9-334596f1dabd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0487258b-9681-41ec-976f-11fe8ddea5f0,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:43.763365 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4f6b6c-7b8e-4a74-b7b9-334596f1dabd admin admin] Checking segment: {'id': '9134ea55-bd26-437a-8c53-8a4f3d20725e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8426c2e2-cd82-4b79-97aa-3331e38b281f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:19:43.763716 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4f6b6c-7b8e-4a74-b7b9-334596f1dabd admin admin] Network hostable DHCP agents. Network: 8426c2e2-cd82-4b79-97aa-3331e38b281f, hostable agents: ['e69e460b-fe2d-42d0-be9b-976257b6f4ce'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:19:43.871660 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4f6b6c-7b8e-4a74-b7b9-334596f1dabd admin admin] Network 8426c2e2-cd82-4b79-97aa-3331e38b281f is scheduled to be hosted by DHCP agent e69e460b-fe2d-42d0-be9b-976257b6f4ce with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:19:43.980990 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-5f4f6b6c-7b8e-4a74-b7b9-334596f1dabd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821168-1-iscsi, 8426c2e2-cd82-4b79-97aa-3331e38b281f) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:19:43.985135 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4f6b6c-7b8e-4a74-b7b9-334596f1dabd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:43.985738 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5f4f6b6c-7b8e-4a74-b7b9-334596f1dabd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:43.992043 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b6e391-e4f5-484c-b23b-8313970d18a8 None None] Network 8426c2e2-cd82-4b79-97aa-3331e38b281f requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:19:44.069012 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-5f4f6b6c-7b8e-4a74-b7b9-334596f1dabd admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6990087 Jan 25 02:19:44.071825 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 38560) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:19:44.078317 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1c4015ad-e896-4b52-9fbc-8c33e1345f7b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-246496564-router', 'tenant_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:19:44.124064 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c28701-a907-480c-8bac-8074b7dce95a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp071eaffc-51bf-5b06-a7f1-603d5cbd75dc-8426c2e2-cd82-4b79-97aa-3331e38b281f', 'network_id': '8426c2e2-cd82-4b79-97aa-3331e38b281f', 'project_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'fixed_ips': [{'subnet_id': '0487258b-9681-41ec-976f-11fe8ddea5f0'}]}} from dv-cinder-821168-1-iscsi. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 02:19:44.125028 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5c28701-a907-480c-8bac-8074b7dce95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:44.183172 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c4015ad-e896-4b52-9fbc-8c33e1345f7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1006660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1262'] for router (52d23286-d202-44aa-b55c-37936fff09ca), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:44.184610 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c4015ad-e896-4b52-9fbc-8c33e1345f7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1006800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1012103', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045'] for router (52d23286-d202-44aa-b55c-37936fff09ca), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:44.244900 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c4015ad-e896-4b52-9fbc-8c33e1345f7b admin admin] Publish callbacks [] for router_controller (52d23286-d202-44aa-b55c-37936fff09ca), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:44.290581 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-c5c28701-a907-480c-8bac-8074b7dce95a None None] Allocated IP 172.20.0.2 (8426c2e2-cd82-4b79-97aa-3331e38b281f/0487258b-9681-41ec-976f-11fe8ddea5f0/09930979-56e8-4b5e-8526-981dc68be2bf) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:19:44.441178 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5c28701-a907-480c-8bac-8074b7dce95a None None] Publish callbacks [] for port (09930979-56e8-4b5e-8526-981dc68be2bf), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:44.486108 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c4015ad-e896-4b52-9fbc-8c33e1345f7b admin admin] Publish callbacks [] for router_gateway (52d23286-d202-44aa-b55c-37936fff09ca), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:44.516582 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5c28701-a907-480c-8bac-8074b7dce95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240'] for port (09930979-56e8-4b5e-8526-981dc68be2bf), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:44.571501 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c28701-a907-480c-8bac-8074b7dce95a None None] Network 8426c2e2-cd82-4b79-97aa-3331e38b281f is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:19:44.577712 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-c5c28701-a907-480c-8bac-8074b7dce95a None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:19:44.582198 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c28701-a907-480c-8bac-8074b7dce95a None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:19:44.587937 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c28701-a907-480c-8bac-8074b7dce95a None None] Pushing event updated for resources: {'Port': ['ID=09930979-56e8-4b5e-8526-981dc68be2bf,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:44.600506 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c28701-a907-480c-8bac-8074b7dce95a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:44.600861 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c28701-a907-480c-8bac-8074b7dce95a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:44.606743 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c28701-a907-480c-8bac-8074b7dce95a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:44.606743 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c28701-a907-480c-8bac-8074b7dce95a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:44.606743 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c28701-a907-480c-8bac-8074b7dce95a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:44.606743 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c28701-a907-480c-8bac-8074b7dce95a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:44.606743 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c28701-a907-480c-8bac-8074b7dce95a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:44.606743 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c28701-a907-480c-8bac-8074b7dce95a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:44.606743 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c28701-a907-480c-8bac-8074b7dce95a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:44.606743 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c28701-a907-480c-8bac-8074b7dce95a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:44.606743 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c28701-a907-480c-8bac-8074b7dce95a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:44.606743 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c28701-a907-480c-8bac-8074b7dce95a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:44.606743 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c28701-a907-480c-8bac-8074b7dce95a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:44.694550 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-c5c28701-a907-480c-8bac-8074b7dce95a None None] Attempting to bind port 09930979-56e8-4b5e-8526-981dc68be2bf on host dv-cinder-821168-1-iscsi for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:19:44.695143 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-c5c28701-a907-480c-8bac-8074b7dce95a None None] Attempting to bind port 09930979-56e8-4b5e-8526-981dc68be2bf by drivers openvswitch,hyperv on host dv-cinder-821168-1-iscsi at level 0 using segments [{'id': '9134ea55-bd26-437a-8c53-8a4f3d20725e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8426c2e2-cd82-4b79-97aa-3331e38b281f'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:19:44.695808 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c28701-a907-480c-8bac-8074b7dce95a None None] Attempting to bind port 09930979-56e8-4b5e-8526-981dc68be2bf on network 8426c2e2-cd82-4b79-97aa-3331e38b281f {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:19:44.705595 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c28701-a907-480c-8bac-8074b7dce95a None None] Checking agent: {'id': '086e82f0-eb32-4dd2-8729-4ab634561567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 3, 54), 'started_at': datetime.datetime(2022, 1, 25, 2, 4, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:19:44.706275 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c28701-a907-480c-8bac-8074b7dce95a None None] Checking segment: {'id': '9134ea55-bd26-437a-8c53-8a4f3d20725e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8426c2e2-cd82-4b79-97aa-3331e38b281f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:19:44.707053 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5c28701-a907-480c-8bac-8074b7dce95a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:44.707765 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c28701-a907-480c-8bac-8074b7dce95a None None] Bound using segment: {'id': '9134ea55-bd26-437a-8c53-8a4f3d20725e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8426c2e2-cd82-4b79-97aa-3331e38b281f'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:19:44.708624 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-c5c28701-a907-480c-8bac-8074b7dce95a None None] Bound port: 09930979-56e8-4b5e-8526-981dc68be2bf, host: dv-cinder-821168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9134ea55-bd26-437a-8c53-8a4f3d20725e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8426c2e2-cd82-4b79-97aa-3331e38b281f'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:19:44.709324 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5c28701-a907-480c-8bac-8074b7dce95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (09930979-56e8-4b5e-8526-981dc68be2bf), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:44.787070 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c4015ad-e896-4b52-9fbc-8c33e1345f7b admin admin] Publish callbacks [] for router_gateway (52d23286-d202-44aa-b55c-37936fff09ca), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:44.805605 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687e14d-fb51-4101-89ea-a89878bcf903 req-5a28f6f8-3d34-4fa8-b721-905a2636e1ac tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:44.806255 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c4015ad-e896-4b52-9fbc-8c33e1345f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:44.807621 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5687e14d-fb51-4101-89ea-a89878bcf903 req-5a28f6f8-3d34-4fa8-b721-905a2636e1ac tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 944 time: 0.0541008 Jan 25 02:19:44.839141 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c5c28701-a907-480c-8bac-8074b7dce95a None None] For port 09930979-56e8-4b5e-8526-981dc68be2bf, host dv-cinder-821168-1-iscsi, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:19:44.846024 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c5c28701-a907-480c-8bac-8074b7dce95a None None] For port 09930979-56e8-4b5e-8526-981dc68be2bf, host dv-cinder-821168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=09930979-56e8-4b5e-8526-981dc68be2bf,segment=NetworkSegment(9134ea55-bd26-437a-8c53-8a4f3d20725e),segment_id=9134ea55-bd26-437a-8c53-8a4f3d20725e)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:19:44.861088 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5687e14d-fb51-4101-89ea-a89878bcf903 req-889c33f9-2556-4f46-acac-c3ba0e6444a7 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476987 Jan 25 02:19:44.913021 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-1c4015ad-e896-4b52-9fbc-8c33e1345f7b admin admin] Allocated IP 172.27.3.116 (a4beea5e-7380-4f54-a79a-85c8e3bac423/7e657314-da2c-44e4-949d-aa8ff76f9246/6e29dae0-0284-4f34-beac-c0ad304aee57) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:19:44.981064 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5c28701-a907-480c-8bac-8074b7dce95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (09930979-56e8-4b5e-8526-981dc68be2bf), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:45.011624 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c4015ad-e896-4b52-9fbc-8c33e1345f7b admin admin] Publish callbacks [] for port (6e29dae0-0284-4f34-beac-c0ad304aee57), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:45.039612 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c28701-a907-480c-8bac-8074b7dce95a None None] Pushing event updated for resources: {'Port': ['ID=09930979-56e8-4b5e-8526-981dc68be2bf,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:45.112153 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c4015ad-e896-4b52-9fbc-8c33e1345f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25362021'] for port (6e29dae0-0284-4f34-beac-c0ad304aee57), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:45.154138 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4015ad-e896-4b52-9fbc-8c33e1345f7b admin admin] Network a4beea5e-7380-4f54-a79a-85c8e3bac423 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:19:45.159244 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-1c4015ad-e896-4b52-9fbc-8c33e1345f7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:19:45.174202 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4015ad-e896-4b52-9fbc-8c33e1345f7b admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:19:45.178937 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4015ad-e896-4b52-9fbc-8c33e1345f7b admin admin] Pushing event updated for resources: {'Port': ['ID=6e29dae0-0284-4f34-beac-c0ad304aee57,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:45.740141 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c4015ad-e896-4b52-9fbc-8c33e1345f7b admin admin] Publish callbacks [] for router_gateway (52d23286-d202-44aa-b55c-37936fff09ca), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:45.941946 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c4015ad-e896-4b52-9fbc-8c33e1345f7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1006799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1012195'] for router (52d23286-d202-44aa-b55c-37936fff09ca), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:45.976436 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54000701-5ebf-46e1-9a4f-32e2243e9225 None None] Network 8426c2e2-cd82-4b79-97aa-3331e38b281f requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:19:45.986952 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d8523-dfa7-4656-bb57-332c9c36641f req-9d3368f3-6da3-430c-a558-e536fe37beac tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:45.986952 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e87d8523-dfa7-4656-bb57-332c9c36641f req-9d3368f3-6da3-430c-a558-e536fe37beac tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 944 time: 0.0507708 Jan 25 02:19:46.049894 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e87d8523-dfa7-4656-bb57-332c9c36641f req-39cffda4-3187-4aba-af8e-52337dbb4b3c tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579007 Jan 25 02:19:46.082407 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device e291b176-48d5-49ec-8928-8038acdd7692 details requested by agent hyperv_hv-cinder-82116 with host hv-cinder-82116 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:19:46.092067 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-d7422cc2-4d82-4068-a885-fdf8c04c6cf5 None None] Provisioning complete for port 09930979-56e8-4b5e-8526-981dc68be2bf triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:19:46.092439 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d7422cc2-4d82-4068-a885-fdf8c04c6cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (09930979-56e8-4b5e-8526-981dc68be2bf), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:46.130733 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4015ad-e896-4b52-9fbc-8c33e1345f7b admin admin] Router 52d23286-d202-44aa-b55c-37936fff09ca is scheduled to L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 02:19:46.253780 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4015ad-e896-4b52-9fbc-8c33e1345f7b admin admin] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:19:46.254614 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 09930979-56e8-4b5e-8526-981dc68be2bf up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:19:46.288176 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32921c5a-1f25-4244-9ecc-850a11674524 None None] Sync routers for ids ['52d23286-d202-44aa-b55c-37936fff09ca'] in dv-cinder-821168-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:19:46.332660 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c4015ad-e896-4b52-9fbc-8c33e1345f7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:46.333935 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-1c4015ad-e896-4b52-9fbc-8c33e1345f7b admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2603769 Jan 25 02:19:46.336769 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 38572) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:19:46.415167 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32921c5a-1f25-4244-9ecc-850a11674524 None None] Routers {'52d23286-d202-44aa-b55c-37936fff09ca'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:19:46.415816 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-32921c5a-1f25-4244-9ecc-850a11674524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:19:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['52d23286-d202-44aa-b55c-37936fff09ca'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:19:46.515899 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port 09930979-56e8-4b5e-8526-981dc68be2bf triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:19:46.516279 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (09930979-56e8-4b5e-8526-981dc68be2bf), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:46.531186 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port e291b176-48d5-49ec-8928-8038acdd7692, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=e291b176-48d5-49ec-8928-8038acdd7692,segment=NetworkSegment(a011af27-2f86-4052-851b-d44cff3836ce),segment_id=a011af27-2f86-4052-851b-d44cff3836ce)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:19:46.600984 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d7422cc2-4d82-4068-a885-fdf8c04c6cf5 None None] Current status of the port 09930979-56e8-4b5e-8526-981dc68be2bf is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:19:46.600984 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d7422cc2-4d82-4068-a885-fdf8c04c6cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (09930979-56e8-4b5e-8526-981dc68be2bf), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:46.609637 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Returning: {'device': 'e291b176-48d5-49ec-8928-8038acdd7692', 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc', 'port_id': 'e291b176-48d5-49ec-8928-8038acdd7692', 'mac_address': 'fa:16:3e:89:3f:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '431c2097-6312-4255-849e-eb12f9822c44', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:19:46.684243 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-32921c5a-1f25-4244-9ecc-850a11674524 None None] Set router 52d23286-d202-44aa-b55c-37936fff09ca gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:19:46.752324 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d7422cc2-4d82-4068-a885-fdf8c04c6cf5 None None] For port 09930979-56e8-4b5e-8526-981dc68be2bf, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=09930979-56e8-4b5e-8526-981dc68be2bf,segment=NetworkSegment(9134ea55-bd26-437a-8c53-8a4f3d20725e),segment_id=9134ea55-bd26-437a-8c53-8a4f3d20725e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:19:46.773482 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port e291b176-48d5-49ec-8928-8038acdd7692 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:19:46.773926 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (e291b176-48d5-49ec-8928-8038acdd7692), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:46.792573 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90988a9d-c171-42d9-b429-815dd0546473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:46.816928 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e291b176-48d5-49ec-8928-8038acdd7692 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:19:46.859349 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d7422cc2-4d82-4068-a885-fdf8c04c6cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (09930979-56e8-4b5e-8526-981dc68be2bf), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:46.902227 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port 09930979-56e8-4b5e-8526-981dc68be2bf is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:19:46.902719 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (09930979-56e8-4b5e-8526-981dc68be2bf), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:46.911725 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port e291b176-48d5-49ec-8928-8038acdd7692, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=e291b176-48d5-49ec-8928-8038acdd7692,segment=NetworkSegment(a011af27-2f86-4052-851b-d44cff3836ce),segment_id=a011af27-2f86-4052-851b-d44cff3836ce)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:19:46.960780 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-90988a9d-c171-42d9-b429-815dd0546473 admin admin] Allocated IP 172.20.0.1 (8426c2e2-cd82-4b79-97aa-3331e38b281f/0487258b-9681-41ec-976f-11fe8ddea5f0/990dd1bf-edc1-4732-a756-8c092e7d892b) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:19:47.011555 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7422cc2-4d82-4068-a885-fdf8c04c6cf5 None None] Pushing event updated for resources: {'Port': ['ID=09930979-56e8-4b5e-8526-981dc68be2bf,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:47.034002 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (e291b176-48d5-49ec-8928-8038acdd7692), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:47.063873 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.db.api [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 02:19:47.064259 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG oslo_db.api [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 02:19:47.066548 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-38e213e2-ba30-41f3-9627-ce0589ee18c7 None None] Provisioning complete for port 09930979-56e8-4b5e-8526-981dc68be2bf triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:19:47.066926 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-38e213e2-ba30-41f3-9627-ce0589ee18c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (09930979-56e8-4b5e-8526-981dc68be2bf), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:47.073716 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90988a9d-c171-42d9-b429-815dd0546473 admin admin] Publish callbacks [] for port (990dd1bf-edc1-4732-a756-8c092e7d892b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:47.138502 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=e291b176-48d5-49ec-8928-8038acdd7692,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:47.149200 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-32921c5a-1f25-4244-9ecc-850a11674524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d23286-d202-44aa-b55c-37936fff09ca', 'name': 'tempest-TestShelveInstance-246496564-router', 'tenant_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '6e29dae0-0284-4f34-beac-c0ad304aee57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:19:44Z', 'updated_at': '2022-01-25T02:19:45Z', 'revision_number': 3, 'project_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'gw_port': {'id': '6e29dae0-0284-4f34-beac-c0ad304aee57', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:dc:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d23286-d202-44aa-b55c-37936fff09ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:19:44Z', 'updated_at': '2022-01-25T02:19:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi'}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:19:47.174700 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184146b-d315-42ab-9f55-f28095b7e6fb req-2dda2fcf-c829-40dc-bf77-424940bc1147 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:47.176226 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e184146b-d315-42ab-9f55-f28095b7e6fb req-2dda2fcf-c829-40dc-bf77-424940bc1147 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 945 time: 0.0511231 Jan 25 02:19:47.180726 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90988a9d-c171-42d9-b429-815dd0546473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25362021'] for port (990dd1bf-edc1-4732-a756-8c092e7d892b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:47.181338 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32921c5a-1f25-4244-9ecc-850a11674524 None None] Checking router: 52d23286-d202-44aa-b55c-37936fff09ca for host: dv-cinder-821168-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:19:47.182329 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32921c5a-1f25-4244-9ecc-850a11674524 None None] Updating router 52d23286-d202-44aa-b55c-37936fff09ca port 6e29dae0-0284-4f34-beac-c0ad304aee57 binding host dv-cinder-821168-1-iscsi {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:19:47.218264 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90988a9d-c171-42d9-b429-815dd0546473 admin admin] Network 8426c2e2-cd82-4b79-97aa-3331e38b281f is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:19:47.221973 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-90988a9d-c171-42d9-b429-815dd0546473 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:19:47.231100 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32921c5a-1f25-4244-9ecc-850a11674524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (6e29dae0-0284-4f34-beac-c0ad304aee57), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:47.232487 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90988a9d-c171-42d9-b429-815dd0546473 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:19:47.250697 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e184146b-d315-42ab-9f55-f28095b7e6fb req-89216164-3136-4c75-b32a-701f2b1b6094 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650914 Jan 25 02:19:47.270038 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-38e213e2-ba30-41f3-9627-ce0589ee18c7 None None] Current status of the port 09930979-56e8-4b5e-8526-981dc68be2bf is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:19:47.273064 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90988a9d-c171-42d9-b429-815dd0546473 admin admin] Pushing event updated for resources: {'Port': ['ID=990dd1bf-edc1-4732-a756-8c092e7d892b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:47.288033 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90988a9d-c171-42d9-b429-815dd0546473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013087'] for router_interface (52d23286-d202-44aa-b55c-37936fff09ca), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:47.488189 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90988a9d-c171-42d9-b429-815dd0546473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (990dd1bf-edc1-4732-a756-8c092e7d892b), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:47.515073 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['e291b176-48d5-49ec-8928-8038acdd7692'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:19:47.519431 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32921c5a-1f25-4244-9ecc-850a11674524 None None] Publish callbacks [] for port (6e29dae0-0284-4f34-beac-c0ad304aee57), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:47.544100 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-31bd44bb-80f6-43d3-a38d-e8cd5bdd151a None None] Provisioning complete for port 990dd1bf-edc1-4732-a756-8c092e7d892b triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:19:47.544479 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31bd44bb-80f6-43d3-a38d-e8cd5bdd151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (990dd1bf-edc1-4732-a756-8c092e7d892b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:47.626263 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32921c5a-1f25-4244-9ecc-850a11674524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (6e29dae0-0284-4f34-beac-c0ad304aee57), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:47.645870 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-31bd44bb-80f6-43d3-a38d-e8cd5bdd151a None None] Port 990dd1bf-edc1-4732-a756-8c092e7d892b cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:19:47.655427 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90988a9d-c171-42d9-b429-815dd0546473 admin admin] Publish callbacks [] for port (990dd1bf-edc1-4732-a756-8c092e7d892b), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:47.675451 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port 09930979-56e8-4b5e-8526-981dc68be2bf is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:19:47.716806 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc6acd12-1fd5-461e-9e06-a8fcb291b12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:47.724968 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90988a9d-c171-42d9-b429-815dd0546473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25362034'] for port (990dd1bf-edc1-4732-a756-8c092e7d892b), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:47.726767 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015284fa-a7e7-4abc-8e02-298a0f63ad5c None None] Pushing event updated for resources: {'Port': ['ID=6e29dae0-0284-4f34-beac-c0ad304aee57,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:47.729896 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-32921c5a-1f25-4244-9ecc-850a11674524 None None] Attempting to bind port 6e29dae0-0284-4f34-beac-c0ad304aee57 on host dv-cinder-821168-1-iscsi for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:19:47.730270 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-32921c5a-1f25-4244-9ecc-850a11674524 None None] Attempting to bind port 6e29dae0-0284-4f34-beac-c0ad304aee57 by drivers openvswitch,hyperv on host dv-cinder-821168-1-iscsi at level 0 using segments [{'id': '563111bc-0e97-4ad0-9464-e144d87fe1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:19:47.730914 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32921c5a-1f25-4244-9ecc-850a11674524 None None] Attempting to bind port 6e29dae0-0284-4f34-beac-c0ad304aee57 on network a4beea5e-7380-4f54-a79a-85c8e3bac423 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:19:47.738658 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32921c5a-1f25-4244-9ecc-850a11674524 None None] Checking agent: {'id': '086e82f0-eb32-4dd2-8729-4ab634561567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 3, 54), 'started_at': datetime.datetime(2022, 1, 25, 2, 4, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:19:47.739041 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32921c5a-1f25-4244-9ecc-850a11674524 None None] Checking segment: {'id': '563111bc-0e97-4ad0-9464-e144d87fe1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:19:47.739449 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32921c5a-1f25-4244-9ecc-850a11674524 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:47.739844 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32921c5a-1f25-4244-9ecc-850a11674524 None None] Bound using segment: {'id': '563111bc-0e97-4ad0-9464-e144d87fe1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:19:47.740315 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-32921c5a-1f25-4244-9ecc-850a11674524 None None] Bound port: 6e29dae0-0284-4f34-beac-c0ad304aee57, host: dv-cinder-821168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563111bc-0e97-4ad0-9464-e144d87fe1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:19:47.740696 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32921c5a-1f25-4244-9ecc-850a11674524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (6e29dae0-0284-4f34-beac-c0ad304aee57), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:47.798256 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90988a9d-c171-42d9-b429-815dd0546473 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012405'] for router_interface (52d23286-d202-44aa-b55c-37936fff09ca), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:47.800940 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90988a9d-c171-42d9-b429-815dd0546473 admin admin] Pushing event updated for resources: {'Port': ['ID=990dd1bf-edc1-4732-a756-8c092e7d892b,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:47.823319 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-32921c5a-1f25-4244-9ecc-850a11674524 None None] For port 6e29dae0-0284-4f34-beac-c0ad304aee57, host dv-cinder-821168-1-iscsi, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:19:47.828038 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-32921c5a-1f25-4244-9ecc-850a11674524 None None] For port 6e29dae0-0284-4f34-beac-c0ad304aee57, host dv-cinder-821168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=6e29dae0-0284-4f34-beac-c0ad304aee57,segment=NetworkSegment(563111bc-0e97-4ad0-9464-e144d87fe1b2),segment_id=563111bc-0e97-4ad0-9464-e144d87fe1b2)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:19:47.897874 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32921c5a-1f25-4244-9ecc-850a11674524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (6e29dae0-0284-4f34-beac-c0ad304aee57), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:47.907920 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90988a9d-c171-42d9-b429-815dd0546473 admin admin] Network 8426c2e2-cd82-4b79-97aa-3331e38b281f is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:19:47.909334 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-90988a9d-c171-42d9-b429-815dd0546473 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:19:48.035961 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90988a9d-c171-42d9-b429-815dd0546473 admin admin] Router 52d23286-d202-44aa-b55c-37936fff09ca has already been hosted by L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:19:48.088041 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 09930979-56e8-4b5e-8526-981dc68be2bf up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:19:48.152198 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015284fa-a7e7-4abc-8e02-298a0f63ad5c None None] Pushing event updated for resources: {'Port': ['ID=6e29dae0-0284-4f34-beac-c0ad304aee57,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:48.157086 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32921c5a-1f25-4244-9ecc-850a11674524 None None] Routers {'52d23286-d202-44aa-b55c-37936fff09ca'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:19:48.157711 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-32921c5a-1f25-4244-9ecc-850a11674524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:19:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['52d23286-d202-44aa-b55c-37936fff09ca'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:19:48.157977 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90988a9d-c171-42d9-b429-815dd0546473 admin admin] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:19:48.167080 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-90988a9d-c171-42d9-b429-815dd0546473 admin admin] 10.222.0.112 "PUT /v2.0/routers/52d23286-d202-44aa-b55c-37936fff09ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8292103 Jan 25 02:19:48.264284 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-0e8ed469-3d18-4977-839d-99d9edbbf2c1 None None] Provisioning complete for port 990dd1bf-edc1-4732-a756-8c092e7d892b triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:19:48.264927 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e8ed469-3d18-4977-839d-99d9edbbf2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (990dd1bf-edc1-4732-a756-8c092e7d892b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:48.312390 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port 09930979-56e8-4b5e-8526-981dc68be2bf triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:19:48.312782 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (09930979-56e8-4b5e-8526-981dc68be2bf), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:48.345604 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0e8ed469-3d18-4977-839d-99d9edbbf2c1 None None] Port 990dd1bf-edc1-4732-a756-8c092e7d892b cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:19:48.353361 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-32921c5a-1f25-4244-9ecc-850a11674524 None None] Set router 52d23286-d202-44aa-b55c-37936fff09ca gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:19:48.369806 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ef6af-c54b-48b0-8332-fa29c1494ba1 req-62d8e601-8d95-4337-8894-ddab42ee6df3 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:48.371674 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-437ef6af-c54b-48b0-8332-fa29c1494ba1 req-62d8e601-8d95-4337-8894-ddab42ee6df3 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 945 time: 0.0508280 Jan 25 02:19:48.423941 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-437ef6af-c54b-48b0-8332-fa29c1494ba1 req-433f582e-5c29-4151-b90b-330d8f7c4e1f tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468836 Jan 25 02:19:48.529969 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port 09930979-56e8-4b5e-8526-981dc68be2bf is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:19:48.611127 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-32921c5a-1f25-4244-9ecc-850a11674524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d23286-d202-44aa-b55c-37936fff09ca', 'name': 'tempest-TestShelveInstance-246496564-router', 'tenant_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '6e29dae0-0284-4f34-beac-c0ad304aee57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:19:44Z', 'updated_at': '2022-01-25T02:19:47Z', 'revision_number': 4, 'project_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'gw_port': {'id': '6e29dae0-0284-4f34-beac-c0ad304aee57', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:dc:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d23286-d202-44aa-b55c-37936fff09ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:19:44Z', 'updated_at': '2022-01-25T02:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '990dd1bf-edc1-4732-a756-8c092e7d892b', 'name': '', 'network_id': '8426c2e2-cd82-4b79-97aa-3331e38b281f', 'tenant_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'mac_address': 'fa:16:3e:63:bc:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d23286-d202-44aa-b55c-37936fff09ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '0487258b-9681-41ec-976f-11fe8ddea5f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:19:46Z', 'updated_at': '2022-01-25T02:19:47Z', 'revision_number': 2, 'project_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'subnets': [{'id': '0487258b-9681-41ec-976f-11fe8ddea5f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:19:48.637677 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32921c5a-1f25-4244-9ecc-850a11674524 None None] The sync data for ids ['52d23286-d202-44aa-b55c-37936fff09ca'] in dv-cinder-821168-1-iscsi is: [{'id': '52d23286-d202-44aa-b55c-37936fff09ca', 'name': 'tempest-TestShelveInstance-246496564-router', 'tenant_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '6e29dae0-0284-4f34-beac-c0ad304aee57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:19:44Z', 'updated_at': '2022-01-25T02:19:47Z', 'revision_number': 4, 'project_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'gw_port': {'id': '6e29dae0-0284-4f34-beac-c0ad304aee57', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:dc:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d23286-d202-44aa-b55c-37936fff09ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:19:44Z', 'updated_at': '2022-01-25T02:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '990dd1bf-edc1-4732-a756-8c092e7d892b', 'name': '', 'network_id': '8426c2e2-cd82-4b79-97aa-3331e38b281f', 'tenant_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'mac_address': 'fa:16:3e:63:bc:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d23286-d202-44aa-b55c-37936fff09ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '0487258b-9681-41ec-976f-11fe8ddea5f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:19:46Z', 'updated_at': '2022-01-25T02:19:47Z', 'revision_number': 2, 'project_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'subnets': [{'id': '0487258b-9681-41ec-976f-11fe8ddea5f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:19:48.850982 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 38598) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:19:48.856110 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-936ee93f-21e7-4360-aae2-45017ab8db29 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-739256875-network', 'tenant_id': '719ce57f00f74ad391f3bdb6b207c5d0'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:19:48.931444 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936ee93f-21e7-4360-aae2-45017ab8db29 admin admin] Made reservation on behalf of 719ce57f00f74ad391f3bdb6b207c5d0 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:19:48.934517 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-936ee93f-21e7-4360-aae2-45017ab8db29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:48.947135 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-936ee93f-21e7-4360-aae2-45017ab8db29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:49.033652 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-936ee93f-21e7-4360-aae2-45017ab8db29 admin admin] Publish callbacks [] for security_group (1b05875f-68a7-4fe9-8407-9203513a79db), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:49.102259 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-936ee93f-21e7-4360-aae2-45017ab8db29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (1b05875f-68a7-4fe9-8407-9203513a79db), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:49.131884 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-936ee93f-21e7-4360-aae2-45017ab8db29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:19:49.146006 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd59f2-7d4b-4c4e-b154-815dc3d065b1 req-c3b2c44e-a713-461f-b737-54844f183be7 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:49.146324 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ee93f-21e7-4360-aae2-45017ab8db29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b05875f-68a7-4fe9-8407-9203513a79db,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:49.147856 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-59cd59f2-7d4b-4c4e-b154-815dc3d065b1 req-c3b2c44e-a713-461f-b737-54844f183be7 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 946 time: 0.0572824 Jan 25 02:19:49.153834 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-936ee93f-21e7-4360-aae2-45017ab8db29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422'] for segment (c6cba1be-7b88-42fb-be92-66da4accb3b2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:49.154427 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.db.segments_db [None req-936ee93f-21e7-4360-aae2-45017ab8db29 admin admin] Added segment c6cba1be-7b88-42fb-be92-66da4accb3b2 of type vlan for network 5e7aa8d3-1f84-4dd7-9c29-b04a14f9fb20 Jan 25 02:19:49.201834 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-936ee93f-21e7-4360-aae2-45017ab8db29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777998040441'] for network (5e7aa8d3-1f84-4dd7-9c29-b04a14f9fb20), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:49.207941 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-59cd59f2-7d4b-4c4e-b154-815dc3d065b1 req-c0045d7d-40ff-4af5-99cc-2923c80b7a2f tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448864 Jan 25 02:19:49.232989 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 38608) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:19:49.325126 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-936ee93f-21e7-4360-aae2-45017ab8db29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394'] for network (5e7aa8d3-1f84-4dd7-9c29-b04a14f9fb20), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:49.326325 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936ee93f-21e7-4360-aae2-45017ab8db29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:49.327103 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-936ee93f-21e7-4360-aae2-45017ab8db29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:49.396288 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ee93f-21e7-4360-aae2-45017ab8db29 admin admin] Pushing event updated for resources: {'Network': ['ID=5e7aa8d3-1f84-4dd7-9c29-b04a14f9fb20,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:49.407727 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Network 5e7aa8d3-1f84-4dd7-9c29-b04a14f9fb20 details requested by agent ovs-agent-dv-cinder-821168-1-iscsi with host dv-cinder-821168-1-iscsi {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:19:49.424729 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-936ee93f-21e7-4360-aae2-45017ab8db29 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5726547 Jan 25 02:19:49.427466 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 38612) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:19:49.433062 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ba263080-d9b8-4aa1-b05f-c86e5e8af4af admin admin] Request body: {'subnet': {'network_id': '5e7aa8d3-1f84-4dd7-9c29-b04a14f9fb20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-739256875-subnet', 'tenant_id': '719ce57f00f74ad391f3bdb6b207c5d0', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:19:49.515230 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba263080-d9b8-4aa1-b05f-c86e5e8af4af admin admin] Made reservation on behalf of 719ce57f00f74ad391f3bdb6b207c5d0 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:19:49.517541 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba263080-d9b8-4aa1-b05f-c86e5e8af4af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25199807'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:49.557740 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e68be9-b914-4b17-9508-fd26389fed6b req-889d476d-6a03-4757-9706-f18d54c41d15 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:49.565448 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f3e68be9-b914-4b17-9508-fd26389fed6b req-889d476d-6a03-4757-9706-f18d54c41d15 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 945 time: 0.0617929 Jan 25 02:19:49.607303 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3816840-c8e4-4441-81af-7ec5b18cfabc tempest-TestMinimumBasicScenario-1805517051 tempest-TestMinimumBasicScenario-1805517051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:49.608841 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-f3816840-c8e4-4441-81af-7ec5b18cfabc tempest-TestMinimumBasicScenario-1805517051 tempest-TestMinimumBasicScenario-1805517051-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 1094 time: 0.3748131 Jan 25 02:19:49.612986 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 38616) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:19:49.613311 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f3e68be9-b914-4b17-9508-fd26389fed6b req-021aae9a-7cc5-4d4a-b548-6815878578d5 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470011 Jan 25 02:19:49.618354 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6b6c9a7f-50c3-4374-b2ec-65cb43af93ee tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Request body: {'floatingip': {'floating_network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'port_id': '0e09aee4-3dc3-4d87-b6bc-4024d08ffa27', 'tenant_id': '8051bc8589334168b3804246ccf10459', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:19:49.718173 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b6c9a7f-50c3-4374-b2ec-65cb43af93ee tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:49.813008 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba263080-d9b8-4aa1-b05f-c86e5e8af4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25362057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25199761'] for subnet (3211e477-b571-4e48-b76d-ad8034a178d1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:49.889460 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b6c9a7f-50c3-4374-b2ec-65cb43af93ee tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:49.891113 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba263080-d9b8-4aa1-b05f-c86e5e8af4af admin admin] Pushing event updated for resources: {'Subnet': ['ID=3211e477-b571-4e48-b76d-ad8034a178d1,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:49.902441 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba263080-d9b8-4aa1-b05f-c86e5e8af4af admin admin] Checking segment: {'id': 'c6cba1be-7b88-42fb-be92-66da4accb3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5e7aa8d3-1f84-4dd7-9c29-b04a14f9fb20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:19:49.902441 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba263080-d9b8-4aa1-b05f-c86e5e8af4af admin admin] Network hostable DHCP agents. Network: 5e7aa8d3-1f84-4dd7-9c29-b04a14f9fb20, hostable agents: ['e69e460b-fe2d-42d0-be9b-976257b6f4ce'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:19:50.011241 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba263080-d9b8-4aa1-b05f-c86e5e8af4af admin admin] Network 5e7aa8d3-1f84-4dd7-9c29-b04a14f9fb20 is scheduled to be hosted by DHCP agent e69e460b-fe2d-42d0-be9b-976257b6f4ce with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:19:50.033209 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-6b6c9a7f-50c3-4374-b2ec-65cb43af93ee tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Allocated IP 172.27.3.174 (a4beea5e-7380-4f54-a79a-85c8e3bac423/7e657314-da2c-44e4-949d-aa8ff76f9246/2a3824ed-4684-4f1d-83e2-e5880aa776be) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:19:50.059351 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device e291b176-48d5-49ec-8928-8038acdd7692 up at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:19:50.101399 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ba263080-d9b8-4aa1-b05f-c86e5e8af4af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821168-1-iscsi, 5e7aa8d3-1f84-4dd7-9c29-b04a14f9fb20) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:19:50.110475 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba263080-d9b8-4aa1-b05f-c86e5e8af4af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:50.111160 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba263080-d9b8-4aa1-b05f-c86e5e8af4af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:50.115699 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c47f6d-9dff-4802-822c-5d47e968d2a8 None None] Network 5e7aa8d3-1f84-4dd7-9c29-b04a14f9fb20 requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:19:50.154037 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 6e29dae0-0284-4f34-beac-c0ad304aee57 up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:19:50.173420 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b6c9a7f-50c3-4374-b2ec-65cb43af93ee tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks [] for port (2a3824ed-4684-4f1d-83e2-e5880aa776be), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:50.203093 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-ba263080-d9b8-4aa1-b05f-c86e5e8af4af admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7743492 Jan 25 02:19:50.205499 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 38618) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:19:50.210696 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [None req-64cd5fa8-6dd4-4bc0-bf08-37d279f766a5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-739256875-router', 'tenant_id': '719ce57f00f74ad391f3bdb6b207c5d0', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:19:50.211405 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-33ee43a6-614c-47a5-9b88-9eb1c22011d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:50.276447 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c572d25-f038-4fd4-9668-ad4b38f5246a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp071eaffc-51bf-5b06-a7f1-603d5cbd75dc-5e7aa8d3-1f84-4dd7-9c29-b04a14f9fb20', 'network_id': '5e7aa8d3-1f84-4dd7-9c29-b04a14f9fb20', 'project_id': '719ce57f00f74ad391f3bdb6b207c5d0', 'fixed_ips': [{'subnet_id': '3211e477-b571-4e48-b76d-ad8034a178d1'}]}} from dv-cinder-821168-1-iscsi. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 02:19:50.277107 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c572d25-f038-4fd4-9668-ad4b38f5246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:50.278074 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b6c9a7f-50c3-4374-b2ec-65cb43af93ee tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25362021'] for port (2a3824ed-4684-4f1d-83e2-e5880aa776be), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:50.290295 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port 6e29dae0-0284-4f34-beac-c0ad304aee57 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:19:50.291758 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (6e29dae0-0284-4f34-beac-c0ad304aee57), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:50.312153 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-64cd5fa8-6dd4-4bc0-bf08-37d279f766a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1006660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1262'] for router (a03cd482-50d7-47fa-acbf-e8f293d0dbc6), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:50.313211 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-64cd5fa8-6dd4-4bc0-bf08-37d279f766a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1006800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1012103', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045'] for router (a03cd482-50d7-47fa-acbf-e8f293d0dbc6), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:50.317871 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6c9a7f-50c3-4374-b2ec-65cb43af93ee tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Network a4beea5e-7380-4f54-a79a-85c8e3bac423 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:19:50.325250 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-6b6c9a7f-50c3-4374-b2ec-65cb43af93ee tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:19:50.325804 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning for port e291b176-48d5-49ec-8928-8038acdd7692 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:19:50.327864 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6c9a7f-50c3-4374-b2ec-65cb43af93ee tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:19:50.347066 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning complete for port e291b176-48d5-49ec-8928-8038acdd7692 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:19:50.347445 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (e291b176-48d5-49ec-8928-8038acdd7692), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:50.354549 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c9a7f-50c3-4374-b2ec-65cb43af93ee tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Pushing event updated for resources: {'Port': ['ID=2a3824ed-4684-4f1d-83e2-e5880aa776be,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:50.372730 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-64cd5fa8-6dd4-4bc0-bf08-37d279f766a5 admin admin] Publish callbacks [] for router_controller (a03cd482-50d7-47fa-acbf-e8f293d0dbc6), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:50.554828 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-7c572d25-f038-4fd4-9668-ad4b38f5246a None None] Allocated IP 172.20.0.2 (5e7aa8d3-1f84-4dd7-9c29-b04a14f9fb20/3211e477-b571-4e48-b76d-ad8034a178d1/20e6c9c8-3288-447a-b5e6-b37994299e3e) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:19:50.582850 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port 6e29dae0-0284-4f34-beac-c0ad304aee57 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:19:50.583275 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (6e29dae0-0284-4f34-beac-c0ad304aee57), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:50.616756 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-64cd5fa8-6dd4-4bc0-bf08-37d279f766a5 admin admin] Publish callbacks [] for router_gateway (a03cd482-50d7-47fa-acbf-e8f293d0dbc6), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:50.623019 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port e291b176-48d5-49ec-8928-8038acdd7692 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:19:50.623403 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (e291b176-48d5-49ec-8928-8038acdd7692), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:50.626739 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] For port 6e29dae0-0284-4f34-beac-c0ad304aee57, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=6e29dae0-0284-4f34-beac-c0ad304aee57,segment=NetworkSegment(563111bc-0e97-4ad0-9464-e144d87fe1b2),segment_id=563111bc-0e97-4ad0-9464-e144d87fe1b2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:19:50.685095 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bb436c-591b-4f92-8454-2ff5fcfba2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e291b176-48d5-49ec-8928-8038acdd7692'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:19:50.687377 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425b8effad759ea2b395d79f7fcdbc6f74d58daf1cbadf1a5a1a211e7a69aa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d27280-c4ac-40d2-81e2-2171eb86f518" -d '{"events": [{"server_uuid": "21bb436c-591b-4f92-8454-2ff5fcfba2fb", "name": "network-vif-plugged", "status": "completed", "tag": "e291b176-48d5-49ec-8928-8038acdd7692"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:19:50.725131 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (6e29dae0-0284-4f34-beac-c0ad304aee57), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:50.732861 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b6c9a7f-50c3-4374-b2ec-65cb43af93ee tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks [] for floatingip (0c150316-2e51-49cb-8b70-e4e807180ceb), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:50.740357 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port e291b176-48d5-49ec-8928-8038acdd7692, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=e291b176-48d5-49ec-8928-8038acdd7692,segment=NetworkSegment(a011af27-2f86-4052-851b-d44cff3836ce),segment_id=a011af27-2f86-4052-851b-d44cff3836ce)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:19:50.776472 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2318ccd-eb9c-4921-9ece-d8935b25ec4f x-openstack-request-id: req-c2318ccd-eb9c-4921-9ece-d8935b25ec4f {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:19:50.776472 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bb436c-591b-4f92-8454-2ff5fcfba2fb", "name": "network-vif-plugged", "status": "completed", "tag": "e291b176-48d5-49ec-8928-8038acdd7692", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:19:50.776812 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-c2318ccd-eb9c-4921-9ece-d8935b25ec4f {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:19:50.777046 dv-cinder-821168-1-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bb436c-591b-4f92-8454-2ff5fcfba2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e291b176-48d5-49ec-8928-8038acdd7692', 'code': 200} Jan 25 02:19:50.819525 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (e291b176-48d5-49ec-8928-8038acdd7692), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:50.823592 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6cc3e9-6970-4f3b-bb71-aa6fe4e1bd75 req-e689c25e-ad13-40a1-af2b-4a96c4cc7079 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:50.829163 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2f6cc3e9-6970-4f3b-bb71-aa6fe4e1bd75 req-e689c25e-ad13-40a1-af2b-4a96c4cc7079 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 945 time: 0.1134391 Jan 25 02:19:50.873839 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Pushing event updated for resources: {'Port': ['ID=6e29dae0-0284-4f34-beac-c0ad304aee57,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:50.900196 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2f6cc3e9-6970-4f3b-bb71-aa6fe4e1bd75 req-650a95a1-fb6c-4808-8630-55b68e76fea7 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571558 Jan 25 02:19:50.931123 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c572d25-f038-4fd4-9668-ad4b38f5246a None None] Publish callbacks [] for port (20e6c9c8-3288-447a-b5e6-b37994299e3e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:50.952258 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=e291b176-48d5-49ec-8928-8038acdd7692,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:51.037275 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-64cd5fa8-6dd4-4bc0-bf08-37d279f766a5 admin admin] Publish callbacks [] for router_gateway (a03cd482-50d7-47fa-acbf-e8f293d0dbc6), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:51.057651 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-64cd5fa8-6dd4-4bc0-bf08-37d279f766a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:51.060340 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd68fa8b-958c-4d7a-b1d0-56b166c71f06 None None] Sync routers for ids ['52d23286-d202-44aa-b55c-37936fff09ca'] in dv-cinder-821168-1-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:19:51.062858 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c572d25-f038-4fd4-9668-ad4b38f5246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240'] for port (20e6c9c8-3288-447a-b5e6-b37994299e3e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:51.070720 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd68fa8b-958c-4d7a-b1d0-56b166c71f06 None None] Routers {'52d23286-d202-44aa-b55c-37936fff09ca'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:19:51.071379 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-cd68fa8b-958c-4d7a-b1d0-56b166c71f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:19:50Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['52d23286-d202-44aa-b55c-37936fff09ca'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:19:51.115056 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b6c9a7f-50c3-4374-b2ec-65cb43af93ee tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (2a3824ed-4684-4f1d-83e2-e5880aa776be), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:51.120008 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c572d25-f038-4fd4-9668-ad4b38f5246a None None] Network 5e7aa8d3-1f84-4dd7-9c29-b04a14f9fb20 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:19:51.124468 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-7c572d25-f038-4fd4-9668-ad4b38f5246a None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:19:51.128545 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c572d25-f038-4fd4-9668-ad4b38f5246a None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:19:51.136170 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c572d25-f038-4fd4-9668-ad4b38f5246a None None] Pushing event updated for resources: {'Port': ['ID=20e6c9c8-3288-447a-b5e6-b37994299e3e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:51.206071 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-cd68fa8b-958c-4d7a-b1d0-56b166c71f06 None None] Set router 52d23286-d202-44aa-b55c-37936fff09ca gateway port host: dv-cinder-821168-1-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:19:51.215708 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-7c572d25-f038-4fd4-9668-ad4b38f5246a None None] Attempting to bind port 20e6c9c8-3288-447a-b5e6-b37994299e3e on host dv-cinder-821168-1-iscsi for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:19:51.216352 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-7c572d25-f038-4fd4-9668-ad4b38f5246a None None] Attempting to bind port 20e6c9c8-3288-447a-b5e6-b37994299e3e by drivers openvswitch,hyperv on host dv-cinder-821168-1-iscsi at level 0 using segments [{'id': 'c6cba1be-7b88-42fb-be92-66da4accb3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5e7aa8d3-1f84-4dd7-9c29-b04a14f9fb20'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:19:51.216885 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c572d25-f038-4fd4-9668-ad4b38f5246a None None] Attempting to bind port 20e6c9c8-3288-447a-b5e6-b37994299e3e on network 5e7aa8d3-1f84-4dd7-9c29-b04a14f9fb20 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:19:51.222343 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-64cd5fa8-6dd4-4bc0-bf08-37d279f766a5 admin admin] Allocated IP 172.27.3.143 (a4beea5e-7380-4f54-a79a-85c8e3bac423/7e657314-da2c-44e4-949d-aa8ff76f9246/ee78da5f-88f4-4bb0-bc4f-638a5533b68c) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:19:51.225334 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c572d25-f038-4fd4-9668-ad4b38f5246a None None] Checking agent: {'id': '086e82f0-eb32-4dd2-8729-4ab634561567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 3, 54), 'started_at': datetime.datetime(2022, 1, 25, 2, 4, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:19:51.225966 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c572d25-f038-4fd4-9668-ad4b38f5246a None None] Checking segment: {'id': 'c6cba1be-7b88-42fb-be92-66da4accb3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5e7aa8d3-1f84-4dd7-9c29-b04a14f9fb20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:19:51.226580 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c572d25-f038-4fd4-9668-ad4b38f5246a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:51.227159 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c572d25-f038-4fd4-9668-ad4b38f5246a None None] Bound using segment: {'id': 'c6cba1be-7b88-42fb-be92-66da4accb3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5e7aa8d3-1f84-4dd7-9c29-b04a14f9fb20'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:19:51.227800 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-7c572d25-f038-4fd4-9668-ad4b38f5246a None None] Bound port: 20e6c9c8-3288-447a-b5e6-b37994299e3e, host: dv-cinder-821168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6cba1be-7b88-42fb-be92-66da4accb3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5e7aa8d3-1f84-4dd7-9c29-b04a14f9fb20'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:19:51.228468 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c572d25-f038-4fd4-9668-ad4b38f5246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (20e6c9c8-3288-447a-b5e6-b37994299e3e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:51.300792 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-7c572d25-f038-4fd4-9668-ad4b38f5246a None None] For port 20e6c9c8-3288-447a-b5e6-b37994299e3e, host dv-cinder-821168-1-iscsi, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:19:51.310340 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-7c572d25-f038-4fd4-9668-ad4b38f5246a None None] For port 20e6c9c8-3288-447a-b5e6-b37994299e3e, host dv-cinder-821168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=20e6c9c8-3288-447a-b5e6-b37994299e3e,segment=NetworkSegment(c6cba1be-7b88-42fb-be92-66da4accb3b2),segment_id=c6cba1be-7b88-42fb-be92-66da4accb3b2)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:19:51.311449 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9d6bf-c578-43f1-82ce-f69b43cd6a8f req-7a34a66e-8e2b-4a32-9ef1-4078fe364d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:51.312953 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f3d9d6bf-c578-43f1-82ce-f69b43cd6a8f req-7a34a66e-8e2b-4a32-9ef1-4078fe364d73 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 1099 time: 0.1083097 Jan 25 02:19:51.323318 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b6c9a7f-50c3-4374-b2ec-65cb43af93ee tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks [] for port (2a3824ed-4684-4f1d-83e2-e5880aa776be), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:51.378811 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f3d9d6bf-c578-43f1-82ce-f69b43cd6a8f req-1204c742-7d0f-486a-a241-bb50f83b86c2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596812 Jan 25 02:19:51.388579 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-64cd5fa8-6dd4-4bc0-bf08-37d279f766a5 admin admin] Publish callbacks [] for port (ee78da5f-88f4-4bb0-bc4f-638a5533b68c), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:51.391917 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c572d25-f038-4fd4-9668-ad4b38f5246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (20e6c9c8-3288-447a-b5e6-b37994299e3e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:51.417180 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b6c9a7f-50c3-4374-b2ec-65cb43af93ee tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25362034'] for port (2a3824ed-4684-4f1d-83e2-e5880aa776be), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:51.448511 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-cd68fa8b-958c-4d7a-b1d0-56b166c71f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d23286-d202-44aa-b55c-37936fff09ca', 'name': 'tempest-TestShelveInstance-246496564-router', 'tenant_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '6e29dae0-0284-4f34-beac-c0ad304aee57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:19:44Z', 'updated_at': '2022-01-25T02:19:47Z', 'revision_number': 4, 'project_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'gw_port': {'id': '6e29dae0-0284-4f34-beac-c0ad304aee57', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:dc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d23286-d202-44aa-b55c-37936fff09ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:19:44Z', 'updated_at': '2022-01-25T02:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '990dd1bf-edc1-4732-a756-8c092e7d892b', 'name': '', 'network_id': '8426c2e2-cd82-4b79-97aa-3331e38b281f', 'tenant_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'mac_address': 'fa:16:3e:63:bc:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d23286-d202-44aa-b55c-37936fff09ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '0487258b-9681-41ec-976f-11fe8ddea5f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:19:46Z', 'updated_at': '2022-01-25T02:19:47Z', 'revision_number': 2, 'project_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'subnets': [{'id': '0487258b-9681-41ec-976f-11fe8ddea5f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:19:51.476617 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd68fa8b-958c-4d7a-b1d0-56b166c71f06 None None] Checking router: 52d23286-d202-44aa-b55c-37936fff09ca for host: dv-cinder-821168-1-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:19:51.476966 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd68fa8b-958c-4d7a-b1d0-56b166c71f06 None None] Updating router 52d23286-d202-44aa-b55c-37936fff09ca port 990dd1bf-edc1-4732-a756-8c092e7d892b binding host dv-cinder-821168-1-iscsi {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:19:51.508602 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-64cd5fa8-6dd4-4bc0-bf08-37d279f766a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (ee78da5f-88f4-4bb0-bc4f-638a5533b68c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:51.518711 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c9a7f-50c3-4374-b2ec-65cb43af93ee tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Pushing event updated for resources: {'Port': ['ID=2a3824ed-4684-4f1d-83e2-e5880aa776be,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:51.534652 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cd68fa8b-958c-4d7a-b1d0-56b166c71f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (990dd1bf-edc1-4732-a756-8c092e7d892b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:51.553295 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b6c9a7f-50c3-4374-b2ec-65cb43af93ee tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013182'] for floatingip (0c150316-2e51-49cb-8b70-e4e807180ceb), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:51.555655 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cd5fa8-6dd4-4bc0-bf08-37d279f766a5 admin admin] Network a4beea5e-7380-4f54-a79a-85c8e3bac423 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:19:51.559642 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-64cd5fa8-6dd4-4bc0-bf08-37d279f766a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:19:51.563621 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cd5fa8-6dd4-4bc0-bf08-37d279f766a5 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:19:51.601673 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd5fa8-6dd4-4bc0-bf08-37d279f766a5 admin admin] Pushing event updated for resources: {'Port': ['ID=ee78da5f-88f4-4bb0-bc4f-638a5533b68c,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:51.609071 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c572d25-f038-4fd4-9668-ad4b38f5246a None None] Pushing event updated for resources: {'Port': ['ID=20e6c9c8-3288-447a-b5e6-b37994299e3e,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:51.694276 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:51.752004 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.db.l3_db [None req-6b6c9a7f-50c3-4374-b2ec-65cb43af93ee tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Floating IP 0c150316-2e51-49cb-8b70-e4e807180ceb associated. External IP: 172.27.3.174, port: 0e09aee4-3dc3-4d87-b6bc-4024d08ffa27. Jan 25 02:19:51.895558 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cd68fa8b-958c-4d7a-b1d0-56b166c71f06 None None] Publish callbacks [] for port (990dd1bf-edc1-4732-a756-8c092e7d892b), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:51.965260 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-64cd5fa8-6dd4-4bc0-bf08-37d279f766a5 admin admin] Publish callbacks [] for router_gateway (a03cd482-50d7-47fa-acbf-e8f293d0dbc6), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:51.987708 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cd68fa8b-958c-4d7a-b1d0-56b166c71f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (990dd1bf-edc1-4732-a756-8c092e7d892b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:52.018415 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6c9a7f-50c3-4374-b2ec-65cb43af93ee tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Router 69658738-5b08-4b16-9161-0a18c5b83e72 has already been hosted by L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:19:52.048648 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397fb918-0c52-4bcb-988c-e742474f77ba None None] Pushing event updated for resources: {'Port': ['ID=990dd1bf-edc1-4732-a756-8c092e7d892b,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:52.055872 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fb918-0c52-4bcb-988c-e742474f77ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:52.056254 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fb918-0c52-4bcb-988c-e742474f77ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:52.056957 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fb918-0c52-4bcb-988c-e742474f77ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:52.057632 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fb918-0c52-4bcb-988c-e742474f77ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:52.057867 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fb918-0c52-4bcb-988c-e742474f77ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:52.058407 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fb918-0c52-4bcb-988c-e742474f77ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:52.058741 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fb918-0c52-4bcb-988c-e742474f77ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:52.059070 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fb918-0c52-4bcb-988c-e742474f77ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:52.059398 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fb918-0c52-4bcb-988c-e742474f77ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:52.059735 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fb918-0c52-4bcb-988c-e742474f77ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:52.060064 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fb918-0c52-4bcb-988c-e742474f77ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:52.060384 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fb918-0c52-4bcb-988c-e742474f77ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:52.060951 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fb918-0c52-4bcb-988c-e742474f77ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:19:52.178901 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-cd68fa8b-958c-4d7a-b1d0-56b166c71f06 None None] Attempting to bind port 990dd1bf-edc1-4732-a756-8c092e7d892b on host dv-cinder-821168-1-iscsi for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:19:52.179555 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-cd68fa8b-958c-4d7a-b1d0-56b166c71f06 None None] Attempting to bind port 990dd1bf-edc1-4732-a756-8c092e7d892b by drivers openvswitch,hyperv on host dv-cinder-821168-1-iscsi at level 0 using segments [{'id': '9134ea55-bd26-437a-8c53-8a4f3d20725e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8426c2e2-cd82-4b79-97aa-3331e38b281f'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:19:52.180093 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd68fa8b-958c-4d7a-b1d0-56b166c71f06 None None] Attempting to bind port 990dd1bf-edc1-4732-a756-8c092e7d892b on network 8426c2e2-cd82-4b79-97aa-3331e38b281f {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:19:52.186196 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd68fa8b-958c-4d7a-b1d0-56b166c71f06 None None] Checking agent: {'id': '086e82f0-eb32-4dd2-8729-4ab634561567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 3, 54), 'started_at': datetime.datetime(2022, 1, 25, 2, 4, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:19:52.186985 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd68fa8b-958c-4d7a-b1d0-56b166c71f06 None None] Checking segment: {'id': '9134ea55-bd26-437a-8c53-8a4f3d20725e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8426c2e2-cd82-4b79-97aa-3331e38b281f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:19:52.187554 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cd68fa8b-958c-4d7a-b1d0-56b166c71f06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:52.188104 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd68fa8b-958c-4d7a-b1d0-56b166c71f06 None None] Bound using segment: {'id': '9134ea55-bd26-437a-8c53-8a4f3d20725e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8426c2e2-cd82-4b79-97aa-3331e38b281f'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:19:52.188771 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-cd68fa8b-958c-4d7a-b1d0-56b166c71f06 None None] Bound port: 990dd1bf-edc1-4732-a756-8c092e7d892b, host: dv-cinder-821168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9134ea55-bd26-437a-8c53-8a4f3d20725e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8426c2e2-cd82-4b79-97aa-3331e38b281f'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:19:52.189329 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cd68fa8b-958c-4d7a-b1d0-56b166c71f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (990dd1bf-edc1-4732-a756-8c092e7d892b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:52.195160 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6c9a7f-50c3-4374-b2ec-65cb43af93ee tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:19:52.209529 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd44252-d811-4992-8976-9fb2abb7c1b3 None None] Sync routers for ids ['69658738-5b08-4b16-9161-0a18c5b83e72'] in dv-cinder-821168-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:19:52.231063 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd44252-d811-4992-8976-9fb2abb7c1b3 None None] Routers {'69658738-5b08-4b16-9161-0a18c5b83e72'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:19:52.231841 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-9cd44252-d811-4992-8976-9fb2abb7c1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:19:50Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['69658738-5b08-4b16-9161-0a18c5b83e72'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:19:52.302319 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b6c9a7f-50c3-4374-b2ec-65cb43af93ee tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:52.307428 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 20e6c9c8-3288-447a-b5e6-b37994299e3e up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:19:52.335669 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-cd68fa8b-958c-4d7a-b1d0-56b166c71f06 None None] For port 990dd1bf-edc1-4732-a756-8c092e7d892b, host dv-cinder-821168-1-iscsi, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:19:52.341339 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-6b6c9a7f-50c3-4374-b2ec-65cb43af93ee tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7272453 Jan 25 02:19:52.342094 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2115704c-0264-4b20-a006-879d6913be90', 'tag': '0e09aee4-3dc3-4d87-b6bc-4024d08ffa27'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:19:52.344722 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55eb1f5f04cb26fc67ab56f1edd83d26eaebcb891754328a749e7af1ecc95ba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc563a7-1994-4b56-989f-8279d4c3e66f" -d '{"events": [{"name": "network-changed", "server_uuid": "2115704c-0264-4b20-a006-879d6913be90", "tag": "0e09aee4-3dc3-4d87-b6bc-4024d08ffa27"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:19:52.345237 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-cd68fa8b-958c-4d7a-b1d0-56b166c71f06 None None] For port 990dd1bf-edc1-4732-a756-8c092e7d892b, host dv-cinder-821168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=990dd1bf-edc1-4732-a756-8c092e7d892b,segment=NetworkSegment(9134ea55-bd26-437a-8c53-8a4f3d20725e),segment_id=9134ea55-bd26-437a-8c53-8a4f3d20725e)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:19:52.367290 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 38626) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:19:52.375653 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-301286be-a730-4fd0-a7ce-fd3567dcb861 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1372859440', 'description': 'tempest-secgroup-smoke-1372859440 description', 'project_id': '8051bc8589334168b3804246ccf10459'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:19:52.434148 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cd68fa8b-958c-4d7a-b1d0-56b166c71f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (990dd1bf-edc1-4732-a756-8c092e7d892b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:52.471181 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-9cd44252-d811-4992-8976-9fb2abb7c1b3 None None] Set router 69658738-5b08-4b16-9161-0a18c5b83e72 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:19:52.475683 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port 20e6c9c8-3288-447a-b5e6-b37994299e3e triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:19:52.475683 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (20e6c9c8-3288-447a-b5e6-b37994299e3e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:52.495476 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-301286be-a730-4fd0-a7ce-fd3567dcb861 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:52.535790 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd68fa8b-958c-4d7a-b1d0-56b166c71f06 None None] Routers {'52d23286-d202-44aa-b55c-37936fff09ca'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:19:52.540542 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-cd68fa8b-958c-4d7a-b1d0-56b166c71f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:19:50Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['52d23286-d202-44aa-b55c-37936fff09ca'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:19:52.547850 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397fb918-0c52-4bcb-988c-e742474f77ba None None] Pushing event updated for resources: {'Port': ['ID=990dd1bf-edc1-4732-a756-8c092e7d892b,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:52.646680 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-301286be-a730-4fd0-a7ce-fd3567dcb861 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks [] for security_group (98a4365f-136c-4515-953f-2c4db52e40d8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:52.656405 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad794b5e-1917-412c-bd6a-e09fe22d1131 x-openstack-request-id: req-ad794b5e-1917-412c-bd6a-e09fe22d1131 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:19:52.656927 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2115704c-0264-4b20-a006-879d6913be90", "tag": "0e09aee4-3dc3-4d87-b6bc-4024d08ffa27", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:19:52.660788 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-ad794b5e-1917-412c-bd6a-e09fe22d1131 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:19:52.660788 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2115704c-0264-4b20-a006-879d6913be90', 'tag': '0e09aee4-3dc3-4d87-b6bc-4024d08ffa27', 'status': 'completed', 'code': 200} Jan 25 02:19:52.674144 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56827c-cf34-49dc-acdc-07535af09bc2 req-0c0587ca-44ed-4c3c-ad8c-eddd2bcacbe8 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:52.678346 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ba7f7230-31ae-46bb-a847-c717d79dbd7f None None] Provisioning complete for port 990dd1bf-edc1-4732-a756-8c092e7d892b triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:19:52.678895 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ba7f7230-31ae-46bb-a847-c717d79dbd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (990dd1bf-edc1-4732-a756-8c092e7d892b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:52.681708 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5e56827c-cf34-49dc-acdc-07535af09bc2 req-0c0587ca-44ed-4c3c-ad8c-eddd2bcacbe8 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 946 time: 0.6335421 Jan 25 02:19:52.712055 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-cd68fa8b-958c-4d7a-b1d0-56b166c71f06 None None] Set router 52d23286-d202-44aa-b55c-37936fff09ca gateway port host: dv-cinder-821168-1-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:19:52.714496 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-301286be-a730-4fd0-a7ce-fd3567dcb861 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (98a4365f-136c-4515-953f-2c4db52e40d8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:52.766998 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301286be-a730-4fd0-a7ce-fd3567dcb861 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98a4365f-136c-4515-953f-2c4db52e40d8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:52.843380 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-301286be-a730-4fd0-a7ce-fd3567dcb861 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:52.847914 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-301286be-a730-4fd0-a7ce-fd3567dcb861 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4795406 Jan 25 02:19:52.848825 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 38632) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:19:52.853510 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d1e16456-f73a-4c4e-bd60-5f94eeb42708 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Request body: {'security_group_rule': {'security_group_id': '98a4365f-136c-4515-953f-2c4db52e40d8', 'project_id': '8051bc8589334168b3804246ccf10459', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:19:52.891007 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-64cd5fa8-6dd4-4bc0-bf08-37d279f766a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1006799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1012195'] for router (a03cd482-50d7-47fa-acbf-e8f293d0dbc6), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:52.903145 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc563a7-1994-4b56-989f-8279d4c3e66f req-c42f1336-9a4c-407d-b1ea-99b0eebd51b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:52.904471 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6dc563a7-1994-4b56-989f-8279d4c3e66f req-c42f1336-9a4c-407d-b1ea-99b0eebd51b1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8051bc8589334168b3804246ccf10459&device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 1099 time: 0.1583493 Jan 25 02:19:52.910410 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5e56827c-cf34-49dc-acdc-07535af09bc2 req-c30b32ba-bca5-4844-a61e-8be777fb2b0c tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630657 Jan 25 02:19:52.955191 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3818e32f-c7b5-4103-84fc-f2889c92919a None None] Network 5e7aa8d3-1f84-4dd7-9c29-b04a14f9fb20 requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:19:53.014435 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d1e16456-f73a-4c4e-bd60-5f94eeb42708 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks [] for security_group_rule (87e6b13f-80f8-4746-ba4e-fdbdc3fd8a84), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:53.022634 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-cd68fa8b-958c-4d7a-b1d0-56b166c71f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d23286-d202-44aa-b55c-37936fff09ca', 'name': 'tempest-TestShelveInstance-246496564-router', 'tenant_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '6e29dae0-0284-4f34-beac-c0ad304aee57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:19:44Z', 'updated_at': '2022-01-25T02:19:47Z', 'revision_number': 4, 'project_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'gw_port': {'id': '6e29dae0-0284-4f34-beac-c0ad304aee57', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:dc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d23286-d202-44aa-b55c-37936fff09ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:19:44Z', 'updated_at': '2022-01-25T02:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '990dd1bf-edc1-4732-a756-8c092e7d892b', 'name': '', 'network_id': '8426c2e2-cd82-4b79-97aa-3331e38b281f', 'tenant_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'mac_address': 'fa:16:3e:63:bc:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d23286-d202-44aa-b55c-37936fff09ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '0487258b-9681-41ec-976f-11fe8ddea5f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:19:46Z', 'updated_at': '2022-01-25T02:19:52Z', 'revision_number': 4, 'project_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'subnets': [{'id': '0487258b-9681-41ec-976f-11fe8ddea5f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:19:53.068245 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd68fa8b-958c-4d7a-b1d0-56b166c71f06 None None] The sync data for ids ['52d23286-d202-44aa-b55c-37936fff09ca'] in dv-cinder-821168-1-iscsi is: [{'id': '52d23286-d202-44aa-b55c-37936fff09ca', 'name': 'tempest-TestShelveInstance-246496564-router', 'tenant_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '6e29dae0-0284-4f34-beac-c0ad304aee57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:19:44Z', 'updated_at': '2022-01-25T02:19:47Z', 'revision_number': 4, 'project_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'gw_port': {'id': '6e29dae0-0284-4f34-beac-c0ad304aee57', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:dc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d23286-d202-44aa-b55c-37936fff09ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:19:44Z', 'updated_at': '2022-01-25T02:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '990dd1bf-edc1-4732-a756-8c092e7d892b', 'name': '', 'network_id': '8426c2e2-cd82-4b79-97aa-3331e38b281f', 'tenant_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'mac_address': 'fa:16:3e:63:bc:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d23286-d202-44aa-b55c-37936fff09ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '0487258b-9681-41ec-976f-11fe8ddea5f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:19:46Z', 'updated_at': '2022-01-25T02:19:52Z', 'revision_number': 4, 'project_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'subnets': [{'id': '0487258b-9681-41ec-976f-11fe8ddea5f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:19:53.104510 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d1e16456-f73a-4c4e-bd60-5f94eeb42708 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks [] for security_group_rule (87e6b13f-80f8-4746-ba4e-fdbdc3fd8a84), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:53.108888 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc563a7-1994-4b56-989f-8279d4c3e66f req-0809931f-4940-42da-8ff8-f627c9617dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:53.110614 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6dc563a7-1994-4b56-989f-8279d4c3e66f req-0809931f-4940-42da-8ff8-f627c9617dca service neutron] 10.222.0.79 "GET /v2.0/networks?id=6b675fc4-8bf0-47c1-9fe8-58f613604f0d HTTP/1.1" status: 200 len: 916 time: 0.1399617 Jan 25 02:19:53.128141 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port 20e6c9c8-3288-447a-b5e6-b37994299e3e is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:19:53.128544 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (20e6c9c8-3288-447a-b5e6-b37994299e3e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:53.193806 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d1e16456-f73a-4c4e-bd60-5f94eeb42708 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970565'] for security_group_rule (87e6b13f-80f8-4746-ba4e-fdbdc3fd8a84), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:53.210630 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6dc563a7-1994-4b56-989f-8279d4c3e66f req-ec47a2c0-cb76-4de1-b758-dc7f4898805a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e09aee4-3dc3-4d87-b6bc-4024d08ffa27 HTTP/1.1" status: 200 len: 1000 time: 0.0862784 Jan 25 02:19:53.215722 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:53.224440 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e16456-f73a-4c4e-bd60-5f94eeb42708 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87e6b13f-80f8-4746-ba4e-fdbdc3fd8a84,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:53.246020 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:53.248398 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ba7f7230-31ae-46bb-a847-c717d79dbd7f None None] Current status of the port 990dd1bf-edc1-4732-a756-8c092e7d892b is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:19:53.248924 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ba7f7230-31ae-46bb-a847-c717d79dbd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (990dd1bf-edc1-4732-a756-8c092e7d892b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:53.254116 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] For port 20e6c9c8-3288-447a-b5e6-b37994299e3e, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=20e6c9c8-3288-447a-b5e6-b37994299e3e,segment=NetworkSegment(c6cba1be-7b88-42fb-be92-66da4accb3b2),segment_id=c6cba1be-7b88-42fb-be92-66da4accb3b2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:19:53.302823 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ba7f7230-31ae-46bb-a847-c717d79dbd7f None None] For port 990dd1bf-edc1-4732-a756-8c092e7d892b, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=990dd1bf-edc1-4732-a756-8c092e7d892b,segment=NetworkSegment(9134ea55-bd26-437a-8c53-8a4f3d20725e),segment_id=9134ea55-bd26-437a-8c53-8a4f3d20725e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:19:53.305154 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc563a7-1994-4b56-989f-8279d4c3e66f req-8774c4e5-447d-4015-9327-38e363167645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:53.308570 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6dc563a7-1994-4b56-989f-8279d4c3e66f req-8774c4e5-447d-4015-9327-38e363167645 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1c0b1dc0-29a2-40cf-9da8-a2953adfaba2 HTTP/1.1" status: 200 len: 854 time: 0.0892398 Jan 25 02:19:53.310521 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d1e16456-f73a-4c4e-bd60-5f94eeb42708 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:53.315810 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-d1e16456-f73a-4c4e-bd60-5f94eeb42708 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4620569 Jan 25 02:19:53.315810 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 38634) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:19:53.319399 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-584cb974-6da5-4073-9f25-f7f6160e6183 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Request body: {'security_group_rule': {'security_group_id': '98a4365f-136c-4515-953f-2c4db52e40d8', 'project_id': '8051bc8589334168b3804246ccf10459', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:19:53.326658 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-9cd44252-d811-4992-8976-9fb2abb7c1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69658738-5b08-4b16-9161-0a18c5b83e72', 'name': 'tempest-TestMinimumBasicScenario-1582854778-router', 'tenant_id': '8051bc8589334168b3804246ccf10459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:18:34Z', 'updated_at': '2022-01-25T02:18:37Z', 'revision_number': 4, 'project_id': '8051bc8589334168b3804246ccf10459', 'gw_port': {'id': '3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:61:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69658738-5b08-4b16-9161-0a18c5b83e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:18:35Z', 'updated_at': '2022-01-25T02:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_floatingips': [{'id': '0c150316-2e51-49cb-8b70-e4e807180ceb', 'tenant_id': '8051bc8589334168b3804246ccf10459', 'floating_ip_address': '172.27.3.174', 'floating_network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'router_id': '69658738-5b08-4b16-9161-0a18c5b83e72', 'port_id': '0e09aee4-3dc3-4d87-b6bc-4024d08ffa27', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b675fc4-8bf0-47c1-9fe8-58f613604f0d', 'mac_address': 'fa:16:3e:6f:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2115704c-0264-4b20-a006-879d6913be90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:19:50Z', 'updated_at': '2022-01-25T02:19:50Z', 'revision_number': 0, 'project_id': '8051bc8589334168b3804246ccf10459', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29c40fed-b469-4e4d-bcb3-49408e3ef019', 'name': '', 'network_id': '6b675fc4-8bf0-47c1-9fe8-58f613604f0d', 'tenant_id': '8051bc8589334168b3804246ccf10459', 'mac_address': 'fa:16:3e:b8:fc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69658738-5b08-4b16-9161-0a18c5b83e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1c0b1dc0-29a2-40cf-9da8-a2953adfaba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:18:36Z', 'updated_at': '2022-01-25T02:18:41Z', 'revision_number': 5, 'project_id': '8051bc8589334168b3804246ccf10459', 'subnets': [{'id': '1c0b1dc0-29a2-40cf-9da8-a2953adfaba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:19:53.371553 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd44252-d811-4992-8976-9fb2abb7c1b3 None None] Checking router: 69658738-5b08-4b16-9161-0a18c5b83e72 for host: dv-cinder-821168-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:19:53.373580 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (20e6c9c8-3288-447a-b5e6-b37994299e3e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:53.374432 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 6e29dae0-0284-4f34-beac-c0ad304aee57 up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:19:53.378003 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64cd5fa8-6dd4-4bc0-bf08-37d279f766a5 admin admin] Router a03cd482-50d7-47fa-acbf-e8f293d0dbc6 is scheduled to L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 02:19:53.379322 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ba7f7230-31ae-46bb-a847-c717d79dbd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (990dd1bf-edc1-4732-a756-8c092e7d892b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:53.431270 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-584cb974-6da5-4073-9f25-f7f6160e6183 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks [] for security_group_rule (85571bc4-46d1-4252-ada8-bb133fcdee5b), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:53.457833 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd44252-d811-4992-8976-9fb2abb7c1b3 None None] Routers {'69658738-5b08-4b16-9161-0a18c5b83e72'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:19:53.458507 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-9cd44252-d811-4992-8976-9fb2abb7c1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:19:50Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['69658738-5b08-4b16-9161-0a18c5b83e72'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:19:53.520120 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-584cb974-6da5-4073-9f25-f7f6160e6183 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks [] for security_group_rule (85571bc4-46d1-4252-ada8-bb133fcdee5b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:53.523791 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64cd5fa8-6dd4-4bc0-bf08-37d279f766a5 admin admin] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:19:53.524895 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Pushing event updated for resources: {'Port': ['ID=20e6c9c8-3288-447a-b5e6-b37994299e3e,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:53.542963 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10bfaa2-ea75-4cc9-bafd-f7f497d3230e None None] Sync routers for ids ['a03cd482-50d7-47fa-acbf-e8f293d0dbc6'] in dv-cinder-821168-1-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:19:53.544824 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc563a7-1994-4b56-989f-8279d4c3e66f req-6a526c50-c7c2-4306-a404-797124723102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:53.546597 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6dc563a7-1994-4b56-989f-8279d4c3e66f req-6a526c50-c7c2-4306-a404-797124723102 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6b675fc4-8bf0-47c1-9fe8-58f613604f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2290409 Jan 25 02:19:53.556855 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10bfaa2-ea75-4cc9-bafd-f7f497d3230e None None] Routers {'a03cd482-50d7-47fa-acbf-e8f293d0dbc6'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:19:53.557553 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e10bfaa2-ea75-4cc9-bafd-f7f497d3230e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:19:50Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['a03cd482-50d7-47fa-acbf-e8f293d0dbc6'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:19:53.617352 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-584cb974-6da5-4073-9f25-f7f6160e6183 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970565'] for security_group_rule (85571bc4-46d1-4252-ada8-bb133fcdee5b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:53.625584 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-cd3be144-2238-49ed-affe-0fc7916f4a86 None None] Provisioning complete for port 990dd1bf-edc1-4732-a756-8c092e7d892b triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:19:53.627444 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd3be144-2238-49ed-affe-0fc7916f4a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (990dd1bf-edc1-4732-a756-8c092e7d892b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:53.637614 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-64cd5fa8-6dd4-4bc0-bf08-37d279f766a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:53.638982 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-64cd5fa8-6dd4-4bc0-bf08-37d279f766a5 admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4321876 Jan 25 02:19:53.644719 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 38636) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:19:53.662407 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port 6e29dae0-0284-4f34-beac-c0ad304aee57 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:19:53.662756 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (6e29dae0-0284-4f34-beac-c0ad304aee57), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:53.664406 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584cb974-6da5-4073-9f25-f7f6160e6183 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85571bc4-46d1-4252-ada8-bb133fcdee5b,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:53.705662 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f7230-31ae-46bb-a847-c717d79dbd7f None None] Pushing event updated for resources: {'Port': ['ID=990dd1bf-edc1-4732-a756-8c092e7d892b,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:53.716439 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-e10bfaa2-ea75-4cc9-bafd-f7f497d3230e None None] Set router a03cd482-50d7-47fa-acbf-e8f293d0dbc6 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:19:53.727304 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-9cd44252-d811-4992-8976-9fb2abb7c1b3 None None] Set router 69658738-5b08-4b16-9161-0a18c5b83e72 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:19:53.742679 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-584cb974-6da5-4073-9f25-f7f6160e6183 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:53.743971 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-584cb974-6da5-4073-9f25-f7f6160e6183 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4282441 Jan 25 02:19:53.746884 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 38638) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:19:53.751244 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6e7e0d1e-b3c1-4b87-a940-cddfe1c89e0d tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Request body: {'security_group_rule': {'security_group_id': '98a4365f-136c-4515-953f-2c4db52e40d8', 'project_id': '8051bc8589334168b3804246ccf10459', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:19:53.803975 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6dc563a7-1994-4b56-989f-8279d4c3e66f req-c9c8bd2a-58c8-426a-93a6-137e642e0e15 service neutron] 10.222.0.79 "GET /v2.0/networks/6b675fc4-8bf0-47c1-9fe8-58f613604f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505190 Jan 25 02:19:53.901011 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e7e0d1e-b3c1-4b87-a940-cddfe1c89e0d tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks [] for security_group_rule (00811000-1a17-401b-ab74-eaaf104f7b65), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:54.024489 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port 6e29dae0-0284-4f34-beac-c0ad304aee57 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:19:54.026766 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e7e0d1e-b3c1-4b87-a940-cddfe1c89e0d tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks [] for security_group_rule (00811000-1a17-401b-ab74-eaaf104f7b65), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:54.037993 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6dc563a7-1994-4b56-989f-8279d4c3e66f req-318bae45-fc52-4c8e-a51d-19a8552bcbde service neutron] 10.222.0.79 "GET /v2.0/networks/6b675fc4-8bf0-47c1-9fe8-58f613604f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002103 Jan 25 02:19:54.040529 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-cd3be144-2238-49ed-affe-0fc7916f4a86 None None] Current status of the port 990dd1bf-edc1-4732-a756-8c092e7d892b is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:19:54.090030 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e10bfaa2-ea75-4cc9-bafd-f7f497d3230e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03cd482-50d7-47fa-acbf-e8f293d0dbc6', 'name': 'tempest-TestShelveInstance-739256875-router', 'tenant_id': '719ce57f00f74ad391f3bdb6b207c5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'ee78da5f-88f4-4bb0-bc4f-638a5533b68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:19:50Z', 'updated_at': '2022-01-25T02:19:51Z', 'revision_number': 3, 'project_id': '719ce57f00f74ad391f3bdb6b207c5d0', 'gw_port': {'id': 'ee78da5f-88f4-4bb0-bc4f-638a5533b68c', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:99:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03cd482-50d7-47fa-acbf-e8f293d0dbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:19:51Z', 'updated_at': '2022-01-25T02:19:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi'}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:19:54.111685 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e7e0d1e-b3c1-4b87-a940-cddfe1c89e0d tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970565'] for security_group_rule (00811000-1a17-401b-ab74-eaaf104f7b65), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:54.128044 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10bfaa2-ea75-4cc9-bafd-f7f497d3230e None None] Checking router: a03cd482-50d7-47fa-acbf-e8f293d0dbc6 for host: dv-cinder-821168-1-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:19:54.128324 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10bfaa2-ea75-4cc9-bafd-f7f497d3230e None None] Updating router a03cd482-50d7-47fa-acbf-e8f293d0dbc6 port ee78da5f-88f4-4bb0-bc4f-638a5533b68c binding host dv-cinder-821168-1-iscsi {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:19:54.147733 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e0d1e-b3c1-4b87-a940-cddfe1c89e0d tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00811000-1a17-401b-ab74-eaaf104f7b65,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:54.169420 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e10bfaa2-ea75-4cc9-bafd-f7f497d3230e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (ee78da5f-88f4-4bb0-bc4f-638a5533b68c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:54.181835 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2d0eb-4279-4ea5-9860-ab23c0c0a516 req-ec9af702-8712-4f78-8ec5-a05b8ae5bca4 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:54.183468 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e6f2d0eb-4279-4ea5-9860-ab23c0c0a516 req-ec9af702-8712-4f78-8ec5-a05b8ae5bca4 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 946 time: 0.1286077 Jan 25 02:19:54.199875 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-cd3be144-2238-49ed-affe-0fc7916f4a86 None None] Provisioning complete for port 20e6c9c8-3288-447a-b5e6-b37994299e3e triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:19:54.199875 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd3be144-2238-49ed-affe-0fc7916f4a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (20e6c9c8-3288-447a-b5e6-b37994299e3e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:54.260803 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 20e6c9c8-3288-447a-b5e6-b37994299e3e up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:19:54.285450 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e7e0d1e-b3c1-4b87-a940-cddfe1c89e0d tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:54.289191 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-6e7e0d1e-b3c1-4b87-a940-cddfe1c89e0d tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5388517 Jan 25 02:19:54.289569 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 38642) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:19:54.295115 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0de789c1-358c-4dc9-a700-8c320c08ea91 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Request body: {'security_group_rule': {'security_group_id': '98a4365f-136c-4515-953f-2c4db52e40d8', 'project_id': '8051bc8589334168b3804246ccf10459', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:19:54.307514 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e6f2d0eb-4279-4ea5-9860-ab23c0c0a516 req-50650b6f-4f0f-4e06-89ac-09fd8ef206f5 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035385 Jan 25 02:19:54.389695 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a1a5819b-abda-476d-b890-d2c0fa152e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:54.403992 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0de789c1-358c-4dc9-a700-8c320c08ea91 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks [] for security_group_rule (95229a8a-894c-48c1-b688-28e5a90130df), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:54.485682 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64c9d9-f36f-4fd0-8b62-e90476544640 req-b584ebaf-2628-4347-9e66-3eea65a3f3a5 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:54.487379 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1c64c9d9-f36f-4fd0-8b62-e90476544640 req-b584ebaf-2628-4347-9e66-3eea65a3f3a5 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 946 time: 0.1139038 Jan 25 02:19:54.494489 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0de789c1-358c-4dc9-a700-8c320c08ea91 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks [] for security_group_rule (95229a8a-894c-48c1-b688-28e5a90130df), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:54.496863 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 38646) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:19:54.502888 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1d459744-68b5-4aa5-a5d8-6af9c4c0e2a9 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Request body: {'floatingip': {'port_id': 'e291b176-48d5-49ec-8928-8038acdd7692'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:19:54.547795 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d459744-68b5-4aa5-a5d8-6af9c4c0e2a9 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for floatingip (4ba92920-d966-41fe-93c5-5a3159cc3b5f), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:54.564459 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e10bfaa2-ea75-4cc9-bafd-f7f497d3230e None None] Publish callbacks [] for port (ee78da5f-88f4-4bb0-bc4f-638a5533b68c), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:54.568925 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-9cd44252-d811-4992-8976-9fb2abb7c1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69658738-5b08-4b16-9161-0a18c5b83e72', 'name': 'tempest-TestMinimumBasicScenario-1582854778-router', 'tenant_id': '8051bc8589334168b3804246ccf10459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:18:34Z', 'updated_at': '2022-01-25T02:18:37Z', 'revision_number': 4, 'project_id': '8051bc8589334168b3804246ccf10459', 'gw_port': {'id': '3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:61:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69658738-5b08-4b16-9161-0a18c5b83e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:18:35Z', 'updated_at': '2022-01-25T02:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_floatingips': [{'id': '0c150316-2e51-49cb-8b70-e4e807180ceb', 'tenant_id': '8051bc8589334168b3804246ccf10459', 'floating_ip_address': '172.27.3.174', 'floating_network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'router_id': '69658738-5b08-4b16-9161-0a18c5b83e72', 'port_id': '0e09aee4-3dc3-4d87-b6bc-4024d08ffa27', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b675fc4-8bf0-47c1-9fe8-58f613604f0d', 'mac_address': 'fa:16:3e:6f:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2115704c-0264-4b20-a006-879d6913be90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:19:50Z', 'updated_at': '2022-01-25T02:19:50Z', 'revision_number': 0, 'project_id': '8051bc8589334168b3804246ccf10459', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29c40fed-b469-4e4d-bcb3-49408e3ef019', 'name': '', 'network_id': '6b675fc4-8bf0-47c1-9fe8-58f613604f0d', 'tenant_id': '8051bc8589334168b3804246ccf10459', 'mac_address': 'fa:16:3e:b8:fc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69658738-5b08-4b16-9161-0a18c5b83e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1c0b1dc0-29a2-40cf-9da8-a2953adfaba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:18:36Z', 'updated_at': '2022-01-25T02:18:41Z', 'revision_number': 5, 'project_id': '8051bc8589334168b3804246ccf10459', 'subnets': [{'id': '1c0b1dc0-29a2-40cf-9da8-a2953adfaba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:19:54.571242 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port 20e6c9c8-3288-447a-b5e6-b37994299e3e triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:19:54.571609 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (20e6c9c8-3288-447a-b5e6-b37994299e3e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:54.576066 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-cd3be144-2238-49ed-affe-0fc7916f4a86 None None] Current status of the port 20e6c9c8-3288-447a-b5e6-b37994299e3e is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:19:54.594096 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0de789c1-358c-4dc9-a700-8c320c08ea91 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970565'] for security_group_rule (95229a8a-894c-48c1-b688-28e5a90130df), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:54.615762 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-a1a5819b-abda-476d-b890-d2c0fa152e8d admin admin] Allocated IP 172.20.0.1 (5e7aa8d3-1f84-4dd7-9c29-b04a14f9fb20/3211e477-b571-4e48-b76d-ad8034a178d1/1a1986de-1c58-4722-b51e-79a9b51e7db7) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:19:54.622012 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd44252-d811-4992-8976-9fb2abb7c1b3 None None] The sync data for ids ['69658738-5b08-4b16-9161-0a18c5b83e72'] in dv-cinder-821168-1-iscsi is: [{'id': '69658738-5b08-4b16-9161-0a18c5b83e72', 'name': 'tempest-TestMinimumBasicScenario-1582854778-router', 'tenant_id': '8051bc8589334168b3804246ccf10459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:18:34Z', 'updated_at': '2022-01-25T02:18:37Z', 'revision_number': 4, 'project_id': '8051bc8589334168b3804246ccf10459', 'gw_port': {'id': '3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:61:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69658738-5b08-4b16-9161-0a18c5b83e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:18:35Z', 'updated_at': '2022-01-25T02:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_floatingips': [{'id': '0c150316-2e51-49cb-8b70-e4e807180ceb', 'tenant_id': '8051bc8589334168b3804246ccf10459', 'floating_ip_address': '172.27.3.174', 'floating_network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'router_id': '69658738-5b08-4b16-9161-0a18c5b83e72', 'port_id': '0e09aee4-3dc3-4d87-b6bc-4024d08ffa27', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b675fc4-8bf0-47c1-9fe8-58f613604f0d', 'mac_address': 'fa:16:3e:6f:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2115704c-0264-4b20-a006-879d6913be90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:19:50Z', 'updated_at': '2022-01-25T02:19:50Z', 'revision_number': 0, 'project_id': '8051bc8589334168b3804246ccf10459', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29c40fed-b469-4e4d-bcb3-49408e3ef019', 'name': '', 'network_id': '6b675fc4-8bf0-47c1-9fe8-58f613604f0d', 'tenant_id': '8051bc8589334168b3804246ccf10459', 'mac_address': 'fa:16:3e:b8:fc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69658738-5b08-4b16-9161-0a18c5b83e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1c0b1dc0-29a2-40cf-9da8-a2953adfaba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:18:36Z', 'updated_at': '2022-01-25T02:18:41Z', 'revision_number': 5, 'project_id': '8051bc8589334168b3804246ccf10459', 'subnets': [{'id': '1c0b1dc0-29a2-40cf-9da8-a2953adfaba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:19:54.655809 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:54.672619 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de789c1-358c-4dc9-a700-8c320c08ea91 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95229a8a-894c-48c1-b688-28e5a90130df,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:54.699363 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port 20e6c9c8-3288-447a-b5e6-b37994299e3e is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:19:54.700544 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 990dd1bf-edc1-4732-a756-8c092e7d892b up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:19:54.714815 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e10bfaa2-ea75-4cc9-bafd-f7f497d3230e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (ee78da5f-88f4-4bb0-bc4f-638a5533b68c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:54.773904 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb687dc7-d873-4ff5-af28-e3480b5b96b3 None None] Pushing event updated for resources: {'Port': ['ID=ee78da5f-88f4-4bb0-bc4f-638a5533b68c,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:54.788387 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a1a5819b-abda-476d-b890-d2c0fa152e8d admin admin] Publish callbacks [] for port (1a1986de-1c58-4722-b51e-79a9b51e7db7), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:54.790965 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e10bfaa2-ea75-4cc9-bafd-f7f497d3230e None None] Attempting to bind port ee78da5f-88f4-4bb0-bc4f-638a5533b68c on host dv-cinder-821168-1-iscsi for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:19:54.791344 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e10bfaa2-ea75-4cc9-bafd-f7f497d3230e None None] Attempting to bind port ee78da5f-88f4-4bb0-bc4f-638a5533b68c by drivers openvswitch,hyperv on host dv-cinder-821168-1-iscsi at level 0 using segments [{'id': '563111bc-0e97-4ad0-9464-e144d87fe1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:19:54.791710 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10bfaa2-ea75-4cc9-bafd-f7f497d3230e None None] Attempting to bind port ee78da5f-88f4-4bb0-bc4f-638a5533b68c on network a4beea5e-7380-4f54-a79a-85c8e3bac423 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:19:54.797199 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port 990dd1bf-edc1-4732-a756-8c092e7d892b triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:19:54.798582 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10bfaa2-ea75-4cc9-bafd-f7f497d3230e None None] Checking agent: {'id': '086e82f0-eb32-4dd2-8729-4ab634561567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 3, 54), 'started_at': datetime.datetime(2022, 1, 25, 2, 4, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:19:54.798582 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10bfaa2-ea75-4cc9-bafd-f7f497d3230e None None] Checking segment: {'id': '563111bc-0e97-4ad0-9464-e144d87fe1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:19:54.798929 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e10bfaa2-ea75-4cc9-bafd-f7f497d3230e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:54.799480 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10bfaa2-ea75-4cc9-bafd-f7f497d3230e None None] Bound using segment: {'id': '563111bc-0e97-4ad0-9464-e144d87fe1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:19:54.799702 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e10bfaa2-ea75-4cc9-bafd-f7f497d3230e None None] Bound port: ee78da5f-88f4-4bb0-bc4f-638a5533b68c, host: dv-cinder-821168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563111bc-0e97-4ad0-9464-e144d87fe1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:19:54.800072 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e10bfaa2-ea75-4cc9-bafd-f7f497d3230e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (ee78da5f-88f4-4bb0-bc4f-638a5533b68c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:54.800937 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0de789c1-358c-4dc9-a700-8c320c08ea91 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:54.801543 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (990dd1bf-edc1-4732-a756-8c092e7d892b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:54.802224 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-0de789c1-358c-4dc9-a700-8c320c08ea91 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5115988 Jan 25 02:19:54.804862 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 38648) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:19:54.810088 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-380b1f48-9bfa-4f1a-80eb-6a2702e4d005 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Request body: {'security_group_rule': {'security_group_id': '98a4365f-136c-4515-953f-2c4db52e40d8', 'project_id': '8051bc8589334168b3804246ccf10459', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:19:54.875579 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e10bfaa2-ea75-4cc9-bafd-f7f497d3230e None None] For port ee78da5f-88f4-4bb0-bc4f-638a5533b68c, host dv-cinder-821168-1-iscsi, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:19:54.879194 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e10bfaa2-ea75-4cc9-bafd-f7f497d3230e None None] For port ee78da5f-88f4-4bb0-bc4f-638a5533b68c, host dv-cinder-821168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=ee78da5f-88f4-4bb0-bc4f-638a5533b68c,segment=NetworkSegment(563111bc-0e97-4ad0-9464-e144d87fe1b2),segment_id=563111bc-0e97-4ad0-9464-e144d87fe1b2)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:19:54.888962 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a1a5819b-abda-476d-b890-d2c0fa152e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (1a1986de-1c58-4722-b51e-79a9b51e7db7), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:54.914334 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port 990dd1bf-edc1-4732-a756-8c092e7d892b is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:19:54.948588 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a5819b-abda-476d-b890-d2c0fa152e8d admin admin] Network 5e7aa8d3-1f84-4dd7-9c29-b04a14f9fb20 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:19:54.951752 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-a1a5819b-abda-476d-b890-d2c0fa152e8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:19:54.954175 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a5819b-abda-476d-b890-d2c0fa152e8d admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:19:54.958458 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-380b1f48-9bfa-4f1a-80eb-6a2702e4d005 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Project 8051bc8589334168b3804246ccf10459 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 02:19:54.959133 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73bfd30-72a3-4745-8728-88319e54a130 None None] New status for floating IP 0c150316-2e51-49cb-8b70-e4e807180ceb: ACTIVE {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:19:54.966792 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-380b1f48-9bfa-4f1a-80eb-6a2702e4d005 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks [] for security_group_rule (9fa9478c-31c3-448b-a3b2-3ac6bcb73025), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:54.978800 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e10bfaa2-ea75-4cc9-bafd-f7f497d3230e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (ee78da5f-88f4-4bb0-bc4f-638a5533b68c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:54.998455 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a1a5819b-abda-476d-b890-d2c0fa152e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013087'] for router_interface (a03cd482-50d7-47fa-acbf-e8f293d0dbc6), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:55.000867 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5819b-abda-476d-b890-d2c0fa152e8d admin admin] Pushing event updated for resources: {'Port': ['ID=1a1986de-1c58-4722-b51e-79a9b51e7db7,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:55.078060 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb687dc7-d873-4ff5-af28-e3480b5b96b3 None None] Pushing event updated for resources: {'Port': ['ID=ee78da5f-88f4-4bb0-bc4f-638a5533b68c,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:55.106215 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10bfaa2-ea75-4cc9-bafd-f7f497d3230e None None] Routers {'a03cd482-50d7-47fa-acbf-e8f293d0dbc6'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:19:55.107672 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e10bfaa2-ea75-4cc9-bafd-f7f497d3230e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:19:50Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['a03cd482-50d7-47fa-acbf-e8f293d0dbc6'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:19:55.179896 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-380b1f48-9bfa-4f1a-80eb-6a2702e4d005 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks [] for security_group_rule (9fa9478c-31c3-448b-a3b2-3ac6bcb73025), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:55.254256 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d459744-68b5-4aa5-a5d8-6af9c4c0e2a9 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:55.256915 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a1a5819b-abda-476d-b890-d2c0fa152e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (1a1986de-1c58-4722-b51e-79a9b51e7db7), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:55.263765 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-e10bfaa2-ea75-4cc9-bafd-f7f497d3230e None None] Set router a03cd482-50d7-47fa-acbf-e8f293d0dbc6 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:19:55.278943 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-380b1f48-9bfa-4f1a-80eb-6a2702e4d005 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970565'] for security_group_rule (9fa9478c-31c3-448b-a3b2-3ac6bcb73025), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:55.307493 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b1f48-9bfa-4f1a-80eb-6a2702e4d005 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fa9478c-31c3-448b-a3b2-3ac6bcb73025,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:55.309963 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-c834aa18-e27d-4d9d-b76b-2bb3955fa863 None None] Provisioning complete for port 1a1986de-1c58-4722-b51e-79a9b51e7db7 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:19:55.310823 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c834aa18-e27d-4d9d-b76b-2bb3955fa863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (1a1986de-1c58-4722-b51e-79a9b51e7db7), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:55.330915 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d459744-68b5-4aa5-a5d8-6af9c4c0e2a9 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013182'] for floatingip (4ba92920-d966-41fe-93c5-5a3159cc3b5f), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:55.348953 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c834aa18-e27d-4d9d-b76b-2bb3955fa863 None None] Port 1a1986de-1c58-4722-b51e-79a9b51e7db7 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:19:55.378026 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-380b1f48-9bfa-4f1a-80eb-6a2702e4d005 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:55.379417 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-380b1f48-9bfa-4f1a-80eb-6a2702e4d005 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5735085 Jan 25 02:19:55.386100 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 38650) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:19:55.392452 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-148e94a7-1882-4124-b07b-2e5e3c8792c3 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Request body: {'security_group_rule': {'security_group_id': '98a4365f-136c-4515-953f-2c4db52e40d8', 'project_id': '8051bc8589334168b3804246ccf10459', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:19:55.459105 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.db.l3_db [None req-1d459744-68b5-4aa5-a5d8-6af9c4c0e2a9 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Floating IP 4ba92920-d966-41fe-93c5-5a3159cc3b5f associated. External IP: 172.27.3.89, port: e291b176-48d5-49ec-8928-8038acdd7692. Jan 25 02:19:55.471241 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e10bfaa2-ea75-4cc9-bafd-f7f497d3230e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03cd482-50d7-47fa-acbf-e8f293d0dbc6', 'name': 'tempest-TestShelveInstance-739256875-router', 'tenant_id': '719ce57f00f74ad391f3bdb6b207c5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'ee78da5f-88f4-4bb0-bc4f-638a5533b68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:19:50Z', 'updated_at': '2022-01-25T02:19:51Z', 'revision_number': 3, 'project_id': '719ce57f00f74ad391f3bdb6b207c5d0', 'gw_port': {'id': 'ee78da5f-88f4-4bb0-bc4f-638a5533b68c', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:99:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03cd482-50d7-47fa-acbf-e8f293d0dbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:19:51Z', 'updated_at': '2022-01-25T02:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi'}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:19:55.477040 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a1a5819b-abda-476d-b890-d2c0fa152e8d admin admin] Publish callbacks [] for port (1a1986de-1c58-4722-b51e-79a9b51e7db7), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:55.502334 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10bfaa2-ea75-4cc9-bafd-f7f497d3230e None None] The sync data for ids ['a03cd482-50d7-47fa-acbf-e8f293d0dbc6'] in dv-cinder-821168-1-iscsi is: [{'id': 'a03cd482-50d7-47fa-acbf-e8f293d0dbc6', 'name': 'tempest-TestShelveInstance-739256875-router', 'tenant_id': '719ce57f00f74ad391f3bdb6b207c5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'ee78da5f-88f4-4bb0-bc4f-638a5533b68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:19:50Z', 'updated_at': '2022-01-25T02:19:51Z', 'revision_number': 3, 'project_id': '719ce57f00f74ad391f3bdb6b207c5d0', 'gw_port': {'id': 'ee78da5f-88f4-4bb0-bc4f-638a5533b68c', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:99:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03cd482-50d7-47fa-acbf-e8f293d0dbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:19:51Z', 'updated_at': '2022-01-25T02:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:19:55.540350 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-148e94a7-1882-4124-b07b-2e5e3c8792c3 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Project 8051bc8589334168b3804246ccf10459 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 02:19:55.548112 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a1a5819b-abda-476d-b890-d2c0fa152e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26102405'] for port (1a1986de-1c58-4722-b51e-79a9b51e7db7), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:55.548968 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-148e94a7-1882-4124-b07b-2e5e3c8792c3 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks [] for security_group_rule (7842dbf1-c8c0-4f77-b3d6-16cd14567681), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:55.618559 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5819b-abda-476d-b890-d2c0fa152e8d admin admin] Pushing event updated for resources: {'Port': ['ID=1a1986de-1c58-4722-b51e-79a9b51e7db7,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:55.622135 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a1a5819b-abda-476d-b890-d2c0fa152e8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012405'] for router_interface (a03cd482-50d7-47fa-acbf-e8f293d0dbc6), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:55.647640 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-148e94a7-1882-4124-b07b-2e5e3c8792c3 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks [] for security_group_rule (7842dbf1-c8c0-4f77-b3d6-16cd14567681), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:55.703082 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-148e94a7-1882-4124-b07b-2e5e3c8792c3 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970565'] for security_group_rule (7842dbf1-c8c0-4f77-b3d6-16cd14567681), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:55.733199 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a5819b-abda-476d-b890-d2c0fa152e8d admin admin] Network 5e7aa8d3-1f84-4dd7-9c29-b04a14f9fb20 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:19:55.734294 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-a1a5819b-abda-476d-b890-d2c0fa152e8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:19:55.738645 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e94a7-1882-4124-b07b-2e5e3c8792c3 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7842dbf1-c8c0-4f77-b3d6-16cd14567681,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:55.751770 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d459744-68b5-4aa5-a5d8-6af9c4c0e2a9 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Router 55bdcb44-7fc9-4220-977e-d8ff3ac87247 has already been hosted by L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:19:55.830924 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-148e94a7-1882-4124-b07b-2e5e3c8792c3 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:55.832129 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-148e94a7-1882-4124-b07b-2e5e3c8792c3 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4453647 Jan 25 02:19:55.942537 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d459744-68b5-4aa5-a5d8-6af9c4c0e2a9 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:19:55.950797 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d459744-68b5-4aa5-a5d8-6af9c4c0e2a9 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:55.954687 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfa670a-c250-4e46-96b8-9ee08d1a086b None None] Sync routers for ids ['55bdcb44-7fc9-4220-977e-d8ff3ac87247'] in dv-cinder-821168-1-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:19:55.971527 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfa670a-c250-4e46-96b8-9ee08d1a086b None None] Routers {'55bdcb44-7fc9-4220-977e-d8ff3ac87247'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:19:55.972254 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1bfa670a-c250-4e46-96b8-9ee08d1a086b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:19:50Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['55bdcb44-7fc9-4220-977e-d8ff3ac87247'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:19:56.007613 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-1d459744-68b5-4aa5-a5d8-6af9c4c0e2a9 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "PUT /v2.0/floatingips/4ba92920-d966-41fe-93c5-5a3159cc3b5f HTTP/1.1" status: 200 len: 991 time: 1.5094047 Jan 25 02:19:56.008313 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21bb436c-591b-4f92-8454-2ff5fcfba2fb', 'tag': 'e291b176-48d5-49ec-8928-8038acdd7692'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:19:56.013065 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55eb1f5f04cb26fc67ab56f1edd83d26eaebcb891754328a749e7af1ecc95ba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca2e727-f0d0-48c6-9234-7bef63213227" -d '{"events": [{"name": "network-changed", "server_uuid": "21bb436c-591b-4f92-8454-2ff5fcfba2fb", "tag": "e291b176-48d5-49ec-8928-8038acdd7692"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:19:56.111600 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-a3c231ac-073e-4c5f-9573-f1576202b685 None None] Provisioning complete for port 1a1986de-1c58-4722-b51e-79a9b51e7db7 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:19:56.113841 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3c231ac-073e-4c5f-9573-f1576202b685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (1a1986de-1c58-4722-b51e-79a9b51e7db7), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:56.147893 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-1bfa670a-c250-4e46-96b8-9ee08d1a086b None None] Set router 55bdcb44-7fc9-4220-977e-d8ff3ac87247 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:19:56.167816 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a3c231ac-073e-4c5f-9573-f1576202b685 None None] Port 1a1986de-1c58-4722-b51e-79a9b51e7db7 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:19:56.234099 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d57080-223c-4eb5-8dbf-1c3491534261 x-openstack-request-id: req-c3d57080-223c-4eb5-8dbf-1c3491534261 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:19:56.234099 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21bb436c-591b-4f92-8454-2ff5fcfba2fb", "tag": "e291b176-48d5-49ec-8928-8038acdd7692", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:19:56.234099 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-c3d57080-223c-4eb5-8dbf-1c3491534261 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:19:56.234099 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21bb436c-591b-4f92-8454-2ff5fcfba2fb', 'tag': 'e291b176-48d5-49ec-8928-8038acdd7692', 'status': 'completed', 'code': 200} Jan 25 02:19:56.262273 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device ee78da5f-88f4-4bb0-bc4f-638a5533b68c up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:19:56.316356 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a5819b-abda-476d-b890-d2c0fa152e8d admin admin] Router a03cd482-50d7-47fa-acbf-e8f293d0dbc6 has already been hosted by L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:19:56.330052 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port ee78da5f-88f4-4bb0-bc4f-638a5533b68c triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:19:56.330706 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (ee78da5f-88f4-4bb0-bc4f-638a5533b68c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:56.424477 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port ee78da5f-88f4-4bb0-bc4f-638a5533b68c is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:19:56.424880 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (ee78da5f-88f4-4bb0-bc4f-638a5533b68c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:56.447053 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] For port ee78da5f-88f4-4bb0-bc4f-638a5533b68c, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=ee78da5f-88f4-4bb0-bc4f-638a5533b68c,segment=NetworkSegment(563111bc-0e97-4ad0-9464-e144d87fe1b2),segment_id=563111bc-0e97-4ad0-9464-e144d87fe1b2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:19:56.465479 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2e727-f0d0-48c6-9234-7bef63213227 req-388007e4-ad1d-46a0-ac61-6a98f9c29402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:56.466957 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5ca2e727-f0d0-48c6-9234-7bef63213227 req-388007e4-ad1d-46a0-ac61-6a98f9c29402 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cd0e87a773cb48a5808124de0b5709f6&device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 1099 time: 0.1471729 Jan 25 02:19:56.468263 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1bfa670a-c250-4e46-96b8-9ee08d1a086b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'name': 'tempest-AttachVolumeShelveTestJSON-2141731291-router', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '310a90f6-2cac-46ef-b080-89b358bfc902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:12:15Z', 'updated_at': '2022-01-25T02:12:22Z', 'revision_number': 4, 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'gw_port': {'id': '310a90f6-2cac-46ef-b080-89b358bfc902', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:17Z', 'updated_at': '2022-01-25T02:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_floatingips': [{'id': '4ba92920-d966-41fe-93c5-5a3159cc3b5f', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'floating_ip_address': '172.27.3.89', 'floating_network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'router_id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'port_id': 'e291b176-48d5-49ec-8928-8038acdd7692', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc', 'mac_address': 'fa:16:3e:89:3f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bb436c-591b-4f92-8454-2ff5fcfba2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:19:34Z', 'updated_at': '2022-01-25T02:19:55Z', 'revision_number': 1, 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45403224-ee71-4795-bbe3-29d77554610d', 'name': '', 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'mac_address': 'fa:16:3e:d2:41:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '431c2097-6312-4255-849e-eb12f9822c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:21Z', 'updated_at': '2022-01-25T02:12:28Z', 'revision_number': 5, 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'subnets': [{'id': '431c2097-6312-4255-849e-eb12f9822c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:19:56.479097 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-33beaf9e-d8c5-482b-8d42-ee8d3f3b3226 req-266a3607-32bf-4dcb-8bae-4041602da3db tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1372859440&fields=id&tenant_id=8051bc8589334168b3804246ccf10459 HTTP/1.1" status: 200 len: 267 time: 0.5848298 Jan 25 02:19:56.517373 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (ee78da5f-88f4-4bb0-bc4f-638a5533b68c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:56.528720 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfa670a-c250-4e46-96b8-9ee08d1a086b None None] Checking router: 55bdcb44-7fc9-4220-977e-d8ff3ac87247 for host: dv-cinder-821168-1-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:19:56.537909 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfa670a-c250-4e46-96b8-9ee08d1a086b None None] Routers {'55bdcb44-7fc9-4220-977e-d8ff3ac87247'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:19:56.538815 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1bfa670a-c250-4e46-96b8-9ee08d1a086b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:19:50Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['55bdcb44-7fc9-4220-977e-d8ff3ac87247'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:19:56.590504 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Pushing event updated for resources: {'Port': ['ID=ee78da5f-88f4-4bb0-bc4f-638a5533b68c,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:56.652679 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33beaf9e-d8c5-482b-8d42-ee8d3f3b3226 req-9b01d429-235c-4147-9db1-d05be478c0e6 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:56.654278 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-33beaf9e-d8c5-482b-8d42-ee8d3f3b3226 req-9b01d429-235c-4147-9db1-d05be478c0e6 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 946 time: 0.1741161 Jan 25 02:19:56.672598 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-1bfa670a-c250-4e46-96b8-9ee08d1a086b None None] Set router 55bdcb44-7fc9-4220-977e-d8ff3ac87247 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:19:56.681351 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [req-33beaf9e-d8c5-482b-8d42-ee8d3f3b3226 req-cb8c6525-313a-40ee-b6d0-0cc17e8b7a3a tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Request body: {'port': {'security_groups': ['59ccdb08-b215-418b-85d8-2f4423beb792', '98a4365f-136c-4515-953f-2c4db52e40d8']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:19:56.686139 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a5819b-abda-476d-b890-d2c0fa152e8d admin admin] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:19:56.693339 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-a1a5819b-abda-476d-b890-d2c0fa152e8d admin admin] 10.222.0.112 "PUT /v2.0/routers/a03cd482-50d7-47fa-acbf-e8f293d0dbc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0475357 Jan 25 02:19:56.710696 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2e727-f0d0-48c6-9234-7bef63213227 req-3b4f75d8-0257-495a-a53e-9927ee39f51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:56.712186 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5ca2e727-f0d0-48c6-9234-7bef63213227 req-3b4f75d8-0257-495a-a53e-9927ee39f51e service neutron] 10.222.0.79 "GET /v2.0/networks?id=9e211453-422c-4767-b463-5c4e4c8afabc HTTP/1.1" status: 200 len: 918 time: 0.2308559 Jan 25 02:19:56.812493 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-33beaf9e-d8c5-482b-8d42-ee8d3f3b3226 req-cb8c6525-313a-40ee-b6d0-0cc17e8b7a3a tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (0e09aee4-3dc3-4d87-b6bc-4024d08ffa27), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:56.834073 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5ca2e727-f0d0-48c6-9234-7bef63213227 req-ff86850b-009e-4e30-8b18-5dc689f6628a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e291b176-48d5-49ec-8928-8038acdd7692 HTTP/1.1" status: 200 len: 999 time: 0.1125984 Jan 25 02:19:56.932447 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2e727-f0d0-48c6-9234-7bef63213227 req-ea59f867-46f7-46e5-8846-68d5cd8e9c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:56.933914 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5ca2e727-f0d0-48c6-9234-7bef63213227 req-ea59f867-46f7-46e5-8846-68d5cd8e9c1e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=431c2097-6312-4255-849e-eb12f9822c44 HTTP/1.1" status: 200 len: 856 time: 0.0928872 Jan 25 02:19:57.019596 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2e727-f0d0-48c6-9234-7bef63213227 req-7d544507-d30d-4f8c-a3f5-75de74477c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:57.021015 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5ca2e727-f0d0-48c6-9234-7bef63213227 req-7d544507-d30d-4f8c-a3f5-75de74477c6e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9e211453-422c-4767-b463-5c4e4c8afabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795469 Jan 25 02:19:57.039219 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1bfa670a-c250-4e46-96b8-9ee08d1a086b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'name': 'tempest-AttachVolumeShelveTestJSON-2141731291-router', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '310a90f6-2cac-46ef-b080-89b358bfc902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:12:15Z', 'updated_at': '2022-01-25T02:12:22Z', 'revision_number': 4, 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'gw_port': {'id': '310a90f6-2cac-46ef-b080-89b358bfc902', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:17Z', 'updated_at': '2022-01-25T02:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_floatingips': [{'id': '4ba92920-d966-41fe-93c5-5a3159cc3b5f', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'floating_ip_address': '172.27.3.89', 'floating_network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'router_id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'port_id': 'e291b176-48d5-49ec-8928-8038acdd7692', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc', 'mac_address': 'fa:16:3e:89:3f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bb436c-591b-4f92-8454-2ff5fcfba2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:19:34Z', 'updated_at': '2022-01-25T02:19:55Z', 'revision_number': 1, 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45403224-ee71-4795-bbe3-29d77554610d', 'name': '', 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'mac_address': 'fa:16:3e:d2:41:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '431c2097-6312-4255-849e-eb12f9822c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:21Z', 'updated_at': '2022-01-25T02:12:28Z', 'revision_number': 5, 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'subnets': [{'id': '431c2097-6312-4255-849e-eb12f9822c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:19:57.069237 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfa670a-c250-4e46-96b8-9ee08d1a086b None None] The sync data for ids ['55bdcb44-7fc9-4220-977e-d8ff3ac87247'] in dv-cinder-821168-1-iscsi is: [{'id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'name': 'tempest-AttachVolumeShelveTestJSON-2141731291-router', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '310a90f6-2cac-46ef-b080-89b358bfc902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:12:15Z', 'updated_at': '2022-01-25T02:12:22Z', 'revision_number': 4, 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'gw_port': {'id': '310a90f6-2cac-46ef-b080-89b358bfc902', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:17Z', 'updated_at': '2022-01-25T02:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_floatingips': [{'id': '4ba92920-d966-41fe-93c5-5a3159cc3b5f', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'floating_ip_address': '172.27.3.89', 'floating_network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'router_id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'port_id': 'e291b176-48d5-49ec-8928-8038acdd7692', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc', 'mac_address': 'fa:16:3e:89:3f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bb436c-591b-4f92-8454-2ff5fcfba2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:19:34Z', 'updated_at': '2022-01-25T02:19:55Z', 'revision_number': 1, 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45403224-ee71-4795-bbe3-29d77554610d', 'name': '', 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'mac_address': 'fa:16:3e:d2:41:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '431c2097-6312-4255-849e-eb12f9822c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:21Z', 'updated_at': '2022-01-25T02:12:28Z', 'revision_number': 5, 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'subnets': [{'id': '431c2097-6312-4255-849e-eb12f9822c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:19:57.151688 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-33beaf9e-d8c5-482b-8d42-ee8d3f3b3226 req-cb8c6525-313a-40ee-b6d0-0cc17e8b7a3a tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] For port 0e09aee4-3dc3-4d87-b6bc-4024d08ffa27, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=0e09aee4-3dc3-4d87-b6bc-4024d08ffa27,segment=NetworkSegment(9ff6fcb1-b851-4f75-928c-682452eca8fd),segment_id=9ff6fcb1-b851-4f75-928c-682452eca8fd)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:19:57.186606 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5ca2e727-f0d0-48c6-9234-7bef63213227 req-e700cf99-f546-48a3-b4ae-27b191ec2f2f service neutron] 10.222.0.79 "GET /v2.0/networks/9e211453-422c-4767-b463-5c4e4c8afabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357999 Jan 25 02:19:57.208593 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-33beaf9e-d8c5-482b-8d42-ee8d3f3b3226 req-cb8c6525-313a-40ee-b6d0-0cc17e8b7a3a tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks [] for port (0e09aee4-3dc3-4d87-b6bc-4024d08ffa27), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:57.294798 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5ca2e727-f0d0-48c6-9234-7bef63213227 req-d364ef23-a70f-4222-8c83-31e99b95af63 service neutron] 10.222.0.79 "GET /v2.0/networks/9e211453-422c-4767-b463-5c4e4c8afabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979092 Jan 25 02:19:57.317774 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-33beaf9e-d8c5-482b-8d42-ee8d3f3b3226 req-cb8c6525-313a-40ee-b6d0-0cc17e8b7a3a tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26102405'] for port (0e09aee4-3dc3-4d87-b6bc-4024d08ffa27), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:57.318833 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35eb17fe-58a7-48ef-b72a-39a90bfeb583 None None] New status for floating IP 4ba92920-d966-41fe-93c5-5a3159cc3b5f: ACTIVE {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:19:57.323955 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 38666) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:19:57.328542 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9ab68894-c916-4c4a-a363-3aa0849674c3 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-852298899', 'description': 'tempest-secgroup-smoke-852298899 description', 'project_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:19:57.377706 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['0e09aee4-3dc3-4d87-b6bc-4024d08ffa27'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:19:57.389715 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33beaf9e-d8c5-482b-8d42-ee8d3f3b3226 req-cb8c6525-313a-40ee-b6d0-0cc17e8b7a3a tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:57.390596 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-33beaf9e-d8c5-482b-8d42-ee8d3f3b3226 req-cb8c6525-313a-40ee-b6d0-0cc17e8b7a3a tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:57.392178 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-33beaf9e-d8c5-482b-8d42-ee8d3f3b3226 req-cb8c6525-313a-40ee-b6d0-0cc17e8b7a3a tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "PUT /v2.0/ports/0e09aee4-3dc3-4d87-b6bc-4024d08ffa27 HTTP/1.1" status: 200 len: 982 time: 0.7221289 Jan 25 02:19:57.392668 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2115704c-0264-4b20-a006-879d6913be90', 'tag': '0e09aee4-3dc3-4d87-b6bc-4024d08ffa27'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:19:57.398456 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e50846-40b7-4b5c-b8a5-2c2ee2e3031c" -d '{"events": [{"name": "network-changed", "server_uuid": "2115704c-0264-4b20-a006-879d6913be90", "tag": "0e09aee4-3dc3-4d87-b6bc-4024d08ffa27"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:19:57.421359 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c6525-313a-40ee-b6d0-0cc17e8b7a3a tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Pushing event updated for resources: {'Port': ['ID=0e09aee4-3dc3-4d87-b6bc-4024d08ffa27,revision_number=6']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:57.461750 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ab68894-c916-4c4a-a363-3aa0849674c3 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:57.492677 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d06a778-8a6a-45e6-a69e-7b65fde27865 x-openstack-request-id: req-8d06a778-8a6a-45e6-a69e-7b65fde27865 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:19:57.495244 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2115704c-0264-4b20-a006-879d6913be90", "tag": "0e09aee4-3dc3-4d87-b6bc-4024d08ffa27", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:19:57.495244 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-8d06a778-8a6a-45e6-a69e-7b65fde27865 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:19:57.495244 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2115704c-0264-4b20-a006-879d6913be90', 'tag': '0e09aee4-3dc3-4d87-b6bc-4024d08ffa27', 'status': 'completed', 'code': 200} Jan 25 02:19:57.536117 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbbd04-7c49-4232-bb56-c1a240d4f0a6 req-a2abbdb2-4c5a-4977-8b50-f23cf6ba2855 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:57.537841 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c5cbbd04-7c49-4232-bb56-c1a240d4f0a6 req-a2abbdb2-4c5a-4977-8b50-f23cf6ba2855 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 985 time: 0.0786278 Jan 25 02:19:57.580910 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ab68894-c916-4c4a-a363-3aa0849674c3 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks [] for security_group (f3aecc62-9ef5-4947-b3f5-87d9b3794fa6), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:57.596390 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['0e09aee4-3dc3-4d87-b6bc-4024d08ffa27'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:19:57.635080 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e50846-40b7-4b5c-b8a5-2c2ee2e3031c req-961241ef-4ebb-4eef-b522-bea88f9ffaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:57.636808 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a7e50846-40b7-4b5c-b8a5-2c2ee2e3031c req-961241ef-4ebb-4eef-b522-bea88f9ffaec service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8051bc8589334168b3804246ccf10459&device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 1138 time: 0.0945306 Jan 25 02:19:57.647749 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c5cbbd04-7c49-4232-bb56-c1a240d4f0a6 req-5a72f208-bb60-45f9-b3ee-a6539a1b8011 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=98a4365f-136c-4515-953f-2c4db52e40d8&id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0970709 Jan 25 02:19:57.660003 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ab68894-c916-4c4a-a363-3aa0849674c3 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (f3aecc62-9ef5-4947-b3f5-87d9b3794fa6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:57.736085 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab68894-c916-4c4a-a363-3aa0849674c3 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:57.754084 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25aff62d-5aec-4caf-9117-38795f2e90c6 None None] Sync routers for ids ['a03cd482-50d7-47fa-acbf-e8f293d0dbc6'] in dv-cinder-821168-1-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:19:57.765406 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e50846-40b7-4b5c-b8a5-2c2ee2e3031c req-d3cfe3e1-4069-43da-b691-927fcd26dbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:57.766743 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a7e50846-40b7-4b5c-b8a5-2c2ee2e3031c req-d3cfe3e1-4069-43da-b691-927fcd26dbb3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6b675fc4-8bf0-47c1-9fe8-58f613604f0d HTTP/1.1" status: 200 len: 916 time: 0.1181126 Jan 25 02:19:57.771411 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25aff62d-5aec-4caf-9117-38795f2e90c6 None None] Routers {'a03cd482-50d7-47fa-acbf-e8f293d0dbc6'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:19:57.771411 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-25aff62d-5aec-4caf-9117-38795f2e90c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:19:50Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['a03cd482-50d7-47fa-acbf-e8f293d0dbc6'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:19:57.806041 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ab68894-c916-4c4a-a363-3aa0849674c3 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:57.810877 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-9ab68894-c916-4c4a-a363-3aa0849674c3 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4830496 Jan 25 02:19:57.811090 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 38674) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:19:57.816317 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-58d38aba-2fa1-445e-81d7-11ea3663c5a7 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Request body: {'security_group_rule': {'security_group_id': 'f3aecc62-9ef5-4947-b3f5-87d9b3794fa6', 'project_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:19:57.854594 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a7e50846-40b7-4b5c-b8a5-2c2ee2e3031c req-25dc3d81-924f-4b5f-b847-63f2297d5899 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e09aee4-3dc3-4d87-b6bc-4024d08ffa27 HTTP/1.1" status: 200 len: 1002 time: 0.0812044 Jan 25 02:19:57.857326 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-c99abf56-f044-431e-aa31-e3dd747da49f None None] Provisioning complete for port 0e09aee4-3dc3-4d87-b6bc-4024d08ffa27 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:19:57.857708 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c99abf56-f044-431e-aa31-e3dd747da49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (0e09aee4-3dc3-4d87-b6bc-4024d08ffa27), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:57.908326 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-25aff62d-5aec-4caf-9117-38795f2e90c6 None None] Set router a03cd482-50d7-47fa-acbf-e8f293d0dbc6 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:19:57.911257 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e50846-40b7-4b5c-b8a5-2c2ee2e3031c req-3dcd6752-d342-4596-a0af-d188caa472a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:57.912783 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a7e50846-40b7-4b5c-b8a5-2c2ee2e3031c req-3dcd6752-d342-4596-a0af-d188caa472a2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1c0b1dc0-29a2-40cf-9da8-a2953adfaba2 HTTP/1.1" status: 200 len: 854 time: 0.0518305 Jan 25 02:19:57.924956 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58d38aba-2fa1-445e-81d7-11ea3663c5a7 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks [] for security_group_rule (8c57d16f-1653-4c37-afbd-8235a02c5094), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:57.970867 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e50846-40b7-4b5c-b8a5-2c2ee2e3031c req-b4e40db4-e9f0-41a2-ba8e-8271b0b0854c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:19:57.972671 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a7e50846-40b7-4b5c-b8a5-2c2ee2e3031c req-b4e40db4-e9f0-41a2-ba8e-8271b0b0854c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6b675fc4-8bf0-47c1-9fe8-58f613604f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522590 Jan 25 02:19:58.017185 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58d38aba-2fa1-445e-81d7-11ea3663c5a7 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks [] for security_group_rule (8c57d16f-1653-4c37-afbd-8235a02c5094), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:58.068093 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58d38aba-2fa1-445e-81d7-11ea3663c5a7 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970565'] for security_group_rule (8c57d16f-1653-4c37-afbd-8235a02c5094), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:58.090513 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c99abf56-f044-431e-aa31-e3dd747da49f None None] Current status of the port 0e09aee4-3dc3-4d87-b6bc-4024d08ffa27 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:19:58.128517 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a7e50846-40b7-4b5c-b8a5-2c2ee2e3031c req-5a4dde6b-4e4f-4222-bbc2-0175948d5437 service neutron] 10.222.0.79 "GET /v2.0/networks/6b675fc4-8bf0-47c1-9fe8-58f613604f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478298 Jan 25 02:19:58.131874 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d38aba-2fa1-445e-81d7-11ea3663c5a7 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c57d16f-1653-4c37-afbd-8235a02c5094,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:58.160714 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58d38aba-2fa1-445e-81d7-11ea3663c5a7 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:58.164514 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-58d38aba-2fa1-445e-81d7-11ea3663c5a7 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3497157 Jan 25 02:19:58.164732 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 38676) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:19:58.168161 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-25aff62d-5aec-4caf-9117-38795f2e90c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03cd482-50d7-47fa-acbf-e8f293d0dbc6', 'name': 'tempest-TestShelveInstance-739256875-router', 'tenant_id': '719ce57f00f74ad391f3bdb6b207c5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'ee78da5f-88f4-4bb0-bc4f-638a5533b68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:19:50Z', 'updated_at': '2022-01-25T02:19:55Z', 'revision_number': 4, 'project_id': '719ce57f00f74ad391f3bdb6b207c5d0', 'gw_port': {'id': 'ee78da5f-88f4-4bb0-bc4f-638a5533b68c', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03cd482-50d7-47fa-acbf-e8f293d0dbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:19:51Z', 'updated_at': '2022-01-25T02:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '1a1986de-1c58-4722-b51e-79a9b51e7db7', 'name': '', 'network_id': '5e7aa8d3-1f84-4dd7-9c29-b04a14f9fb20', 'tenant_id': '719ce57f00f74ad391f3bdb6b207c5d0', 'mac_address': 'fa:16:3e:6f:cd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03cd482-50d7-47fa-acbf-e8f293d0dbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '3211e477-b571-4e48-b76d-ad8034a178d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:19:54Z', 'updated_at': '2022-01-25T02:19:55Z', 'revision_number': 2, 'project_id': '719ce57f00f74ad391f3bdb6b207c5d0', 'subnets': [{'id': '3211e477-b571-4e48-b76d-ad8034a178d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:19:58.170858 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d33254d9-dd48-4cf9-82b3-0c8a3b5d7014 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Request body: {'security_group_rule': {'security_group_id': 'f3aecc62-9ef5-4947-b3f5-87d9b3794fa6', 'project_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:19:58.179861 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device ee78da5f-88f4-4bb0-bc4f-638a5533b68c up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:19:58.205492 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25aff62d-5aec-4caf-9117-38795f2e90c6 None None] Checking router: a03cd482-50d7-47fa-acbf-e8f293d0dbc6 for host: dv-cinder-821168-1-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:19:58.207216 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25aff62d-5aec-4caf-9117-38795f2e90c6 None None] Updating router a03cd482-50d7-47fa-acbf-e8f293d0dbc6 port 1a1986de-1c58-4722-b51e-79a9b51e7db7 binding host dv-cinder-821168-1-iscsi {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:19:58.235618 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-25aff62d-5aec-4caf-9117-38795f2e90c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (1a1986de-1c58-4722-b51e-79a9b51e7db7), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:58.247696 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a7e50846-40b7-4b5c-b8a5-2c2ee2e3031c req-75234059-2992-43cc-b621-d34f35e4f5ca service neutron] 10.222.0.79 "GET /v2.0/networks/6b675fc4-8bf0-47c1-9fe8-58f613604f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123726 Jan 25 02:19:58.288302 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d33254d9-dd48-4cf9-82b3-0c8a3b5d7014 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks [] for security_group_rule (f29b7608-3371-46f4-b692-9a3761970bf7), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:58.315677 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port ee78da5f-88f4-4bb0-bc4f-638a5533b68c triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:19:58.315677 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (ee78da5f-88f4-4bb0-bc4f-638a5533b68c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:58.351280 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d33254d9-dd48-4cf9-82b3-0c8a3b5d7014 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks [] for security_group_rule (f29b7608-3371-46f4-b692-9a3761970bf7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:58.420872 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d33254d9-dd48-4cf9-82b3-0c8a3b5d7014 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970565'] for security_group_rule (f29b7608-3371-46f4-b692-9a3761970bf7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:58.421361 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port ee78da5f-88f4-4bb0-bc4f-638a5533b68c is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:19:58.442863 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33254d9-dd48-4cf9-82b3-0c8a3b5d7014 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f29b7608-3371-46f4-b692-9a3761970bf7,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:58.509902 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d33254d9-dd48-4cf9-82b3-0c8a3b5d7014 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:58.511187 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-d33254d9-dd48-4cf9-82b3-0c8a3b5d7014 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3455477 Jan 25 02:19:58.513868 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 38680) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:19:58.518420 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-45c94049-36c5-4f3c-9c52-7cb22fdd278e tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Request body: {'security_group_rule': {'security_group_id': 'f3aecc62-9ef5-4947-b3f5-87d9b3794fa6', 'project_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:19:58.524226 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-25aff62d-5aec-4caf-9117-38795f2e90c6 None None] Publish callbacks [] for port (1a1986de-1c58-4722-b51e-79a9b51e7db7), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:58.585653 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-25aff62d-5aec-4caf-9117-38795f2e90c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (1a1986de-1c58-4722-b51e-79a9b51e7db7), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:58.615395 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45c94049-36c5-4f3c-9c52-7cb22fdd278e tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks [] for security_group_rule (64924c0f-2b28-4a0f-af34-5142ad53a0ec), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:58.633170 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33d990-45f0-4a62-88f2-ff828575d3fd None None] Pushing event updated for resources: {'Port': ['ID=1a1986de-1c58-4722-b51e-79a9b51e7db7,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:58.678263 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45c94049-36c5-4f3c-9c52-7cb22fdd278e tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks [] for security_group_rule (64924c0f-2b28-4a0f-af34-5142ad53a0ec), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:58.696177 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-25aff62d-5aec-4caf-9117-38795f2e90c6 None None] Attempting to bind port 1a1986de-1c58-4722-b51e-79a9b51e7db7 on host dv-cinder-821168-1-iscsi for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:19:58.696551 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-25aff62d-5aec-4caf-9117-38795f2e90c6 None None] Attempting to bind port 1a1986de-1c58-4722-b51e-79a9b51e7db7 by drivers openvswitch,hyperv on host dv-cinder-821168-1-iscsi at level 0 using segments [{'id': 'c6cba1be-7b88-42fb-be92-66da4accb3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5e7aa8d3-1f84-4dd7-9c29-b04a14f9fb20'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:19:58.697482 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aff62d-5aec-4caf-9117-38795f2e90c6 None None] Attempting to bind port 1a1986de-1c58-4722-b51e-79a9b51e7db7 on network 5e7aa8d3-1f84-4dd7-9c29-b04a14f9fb20 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:19:58.702829 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aff62d-5aec-4caf-9117-38795f2e90c6 None None] Checking agent: {'id': '086e82f0-eb32-4dd2-8729-4ab634561567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 3, 54), 'started_at': datetime.datetime(2022, 1, 25, 2, 4, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:19:58.705775 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aff62d-5aec-4caf-9117-38795f2e90c6 None None] Checking segment: {'id': 'c6cba1be-7b88-42fb-be92-66da4accb3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5e7aa8d3-1f84-4dd7-9c29-b04a14f9fb20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:19:58.705775 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-25aff62d-5aec-4caf-9117-38795f2e90c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:58.705775 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aff62d-5aec-4caf-9117-38795f2e90c6 None None] Bound using segment: {'id': 'c6cba1be-7b88-42fb-be92-66da4accb3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5e7aa8d3-1f84-4dd7-9c29-b04a14f9fb20'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:19:58.705775 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-25aff62d-5aec-4caf-9117-38795f2e90c6 None None] Bound port: 1a1986de-1c58-4722-b51e-79a9b51e7db7, host: dv-cinder-821168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6cba1be-7b88-42fb-be92-66da4accb3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5e7aa8d3-1f84-4dd7-9c29-b04a14f9fb20'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:19:58.705775 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-25aff62d-5aec-4caf-9117-38795f2e90c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (1a1986de-1c58-4722-b51e-79a9b51e7db7), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:58.753348 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45c94049-36c5-4f3c-9c52-7cb22fdd278e tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970565'] for security_group_rule (64924c0f-2b28-4a0f-af34-5142ad53a0ec), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:58.772328 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-25aff62d-5aec-4caf-9117-38795f2e90c6 None None] For port 1a1986de-1c58-4722-b51e-79a9b51e7db7, host dv-cinder-821168-1-iscsi, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:19:58.776719 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-25aff62d-5aec-4caf-9117-38795f2e90c6 None None] For port 1a1986de-1c58-4722-b51e-79a9b51e7db7, host dv-cinder-821168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=1a1986de-1c58-4722-b51e-79a9b51e7db7,segment=NetworkSegment(c6cba1be-7b88-42fb-be92-66da4accb3b2),segment_id=c6cba1be-7b88-42fb-be92-66da4accb3b2)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:19:58.777989 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c94049-36c5-4f3c-9c52-7cb22fdd278e tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64924c0f-2b28-4a0f-af34-5142ad53a0ec,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:58.816453 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-3c846738-73de-4a58-ae87-0323c56d49e2 None None] Provisioning complete for port 1a1986de-1c58-4722-b51e-79a9b51e7db7 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:19:58.816835 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c846738-73de-4a58-ae87-0323c56d49e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (1a1986de-1c58-4722-b51e-79a9b51e7db7), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:58.850741 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3c846738-73de-4a58-ae87-0323c56d49e2 None None] Port 1a1986de-1c58-4722-b51e-79a9b51e7db7 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:19:58.851059 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45c94049-36c5-4f3c-9c52-7cb22fdd278e tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:58.852327 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-45c94049-36c5-4f3c-9c52-7cb22fdd278e tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3373544 Jan 25 02:19:58.855209 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 38682) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:19:58.859705 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f4fc854b-6082-4b4e-9c5d-e1bfcec13838 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Request body: {'security_group_rule': {'security_group_id': 'f3aecc62-9ef5-4947-b3f5-87d9b3794fa6', 'project_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:19:58.877785 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-25aff62d-5aec-4caf-9117-38795f2e90c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (1a1986de-1c58-4722-b51e-79a9b51e7db7), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:58.935494 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25aff62d-5aec-4caf-9117-38795f2e90c6 None None] Routers {'a03cd482-50d7-47fa-acbf-e8f293d0dbc6'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:19:58.936134 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-25aff62d-5aec-4caf-9117-38795f2e90c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:19:50Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['a03cd482-50d7-47fa-acbf-e8f293d0dbc6'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:19:58.977110 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33d990-45f0-4a62-88f2-ff828575d3fd None None] Pushing event updated for resources: {'Port': ['ID=1a1986de-1c58-4722-b51e-79a9b51e7db7,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:58.990722 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4fc854b-6082-4b4e-9c5d-e1bfcec13838 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks [] for security_group_rule (5b14454b-d61a-4a16-8f8c-27828b43ad19), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:59.073946 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-25aff62d-5aec-4caf-9117-38795f2e90c6 None None] Set router a03cd482-50d7-47fa-acbf-e8f293d0dbc6 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:19:59.074745 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4fc854b-6082-4b4e-9c5d-e1bfcec13838 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks [] for security_group_rule (5b14454b-d61a-4a16-8f8c-27828b43ad19), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:59.173112 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-99512a0a-acb3-4f8f-bcd6-848857708911 None None] Provisioning complete for port 1a1986de-1c58-4722-b51e-79a9b51e7db7 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:19:59.173483 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99512a0a-acb3-4f8f-bcd6-848857708911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (1a1986de-1c58-4722-b51e-79a9b51e7db7), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:59.175867 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4fc854b-6082-4b4e-9c5d-e1bfcec13838 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970565'] for security_group_rule (5b14454b-d61a-4a16-8f8c-27828b43ad19), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:59.197471 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc854b-6082-4b4e-9c5d-e1bfcec13838 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b14454b-d61a-4a16-8f8c-27828b43ad19,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:59.270255 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-99512a0a-acb3-4f8f-bcd6-848857708911 None None] Current status of the port 1a1986de-1c58-4722-b51e-79a9b51e7db7 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:19:59.270901 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99512a0a-acb3-4f8f-bcd6-848857708911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (1a1986de-1c58-4722-b51e-79a9b51e7db7), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:59.286525 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4fc854b-6082-4b4e-9c5d-e1bfcec13838 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:59.290463 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-f4fc854b-6082-4b4e-9c5d-e1bfcec13838 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4315975 Jan 25 02:19:59.291322 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 38684) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:19:59.293648 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-25aff62d-5aec-4caf-9117-38795f2e90c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03cd482-50d7-47fa-acbf-e8f293d0dbc6', 'name': 'tempest-TestShelveInstance-739256875-router', 'tenant_id': '719ce57f00f74ad391f3bdb6b207c5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'ee78da5f-88f4-4bb0-bc4f-638a5533b68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:19:50Z', 'updated_at': '2022-01-25T02:19:55Z', 'revision_number': 4, 'project_id': '719ce57f00f74ad391f3bdb6b207c5d0', 'gw_port': {'id': 'ee78da5f-88f4-4bb0-bc4f-638a5533b68c', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03cd482-50d7-47fa-acbf-e8f293d0dbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:19:51Z', 'updated_at': '2022-01-25T02:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '1a1986de-1c58-4722-b51e-79a9b51e7db7', 'name': '', 'network_id': '5e7aa8d3-1f84-4dd7-9c29-b04a14f9fb20', 'tenant_id': '719ce57f00f74ad391f3bdb6b207c5d0', 'mac_address': 'fa:16:3e:6f:cd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03cd482-50d7-47fa-acbf-e8f293d0dbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '3211e477-b571-4e48-b76d-ad8034a178d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:19:54Z', 'updated_at': '2022-01-25T02:19:58Z', 'revision_number': 4, 'project_id': '719ce57f00f74ad391f3bdb6b207c5d0', 'subnets': [{'id': '3211e477-b571-4e48-b76d-ad8034a178d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:19:59.296429 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [None req-a550fc81-0f8c-4536-9858-c7950a553338 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Request body: {'security_group_rule': {'security_group_id': 'f3aecc62-9ef5-4947-b3f5-87d9b3794fa6', 'project_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:19:59.313262 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-99512a0a-acb3-4f8f-bcd6-848857708911 None None] For port 1a1986de-1c58-4722-b51e-79a9b51e7db7, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=1a1986de-1c58-4722-b51e-79a9b51e7db7,segment=NetworkSegment(c6cba1be-7b88-42fb-be92-66da4accb3b2),segment_id=c6cba1be-7b88-42fb-be92-66da4accb3b2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:19:59.323993 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25aff62d-5aec-4caf-9117-38795f2e90c6 None None] The sync data for ids ['a03cd482-50d7-47fa-acbf-e8f293d0dbc6'] in dv-cinder-821168-1-iscsi is: [{'id': 'a03cd482-50d7-47fa-acbf-e8f293d0dbc6', 'name': 'tempest-TestShelveInstance-739256875-router', 'tenant_id': '719ce57f00f74ad391f3bdb6b207c5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'ee78da5f-88f4-4bb0-bc4f-638a5533b68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:19:50Z', 'updated_at': '2022-01-25T02:19:55Z', 'revision_number': 4, 'project_id': '719ce57f00f74ad391f3bdb6b207c5d0', 'gw_port': {'id': 'ee78da5f-88f4-4bb0-bc4f-638a5533b68c', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03cd482-50d7-47fa-acbf-e8f293d0dbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:19:51Z', 'updated_at': '2022-01-25T02:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '1a1986de-1c58-4722-b51e-79a9b51e7db7', 'name': '', 'network_id': '5e7aa8d3-1f84-4dd7-9c29-b04a14f9fb20', 'tenant_id': '719ce57f00f74ad391f3bdb6b207c5d0', 'mac_address': 'fa:16:3e:6f:cd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03cd482-50d7-47fa-acbf-e8f293d0dbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '3211e477-b571-4e48-b76d-ad8034a178d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:19:54Z', 'updated_at': '2022-01-25T02:19:58Z', 'revision_number': 4, 'project_id': '719ce57f00f74ad391f3bdb6b207c5d0', 'subnets': [{'id': '3211e477-b571-4e48-b76d-ad8034a178d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:19:59.381654 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99512a0a-acb3-4f8f-bcd6-848857708911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (1a1986de-1c58-4722-b51e-79a9b51e7db7), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:59.393272 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.db.securitygroups_db [None req-a550fc81-0f8c-4536-9858-c7950a553338 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Project 15ad996b1dfa42d8ab7b8d41dfa9eaaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 02:19:59.398832 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a550fc81-0f8c-4536-9858-c7950a553338 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks [] for security_group_rule (c4fcfb28-db23-4ad0-b0f1-e09196669aa2), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:59.434422 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99512a0a-acb3-4f8f-bcd6-848857708911 None None] Pushing event updated for resources: {'Port': ['ID=1a1986de-1c58-4722-b51e-79a9b51e7db7,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:59.471856 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a550fc81-0f8c-4536-9858-c7950a553338 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks [] for security_group_rule (c4fcfb28-db23-4ad0-b0f1-e09196669aa2), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:59.507395 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a550fc81-0f8c-4536-9858-c7950a553338 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970565'] for security_group_rule (c4fcfb28-db23-4ad0-b0f1-e09196669aa2), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:59.526199 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550fc81-0f8c-4536-9858-c7950a553338 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4fcfb28-db23-4ad0-b0f1-e09196669aa2,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:59.599393 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a550fc81-0f8c-4536-9858-c7950a553338 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:59.600622 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-a550fc81-0f8c-4536-9858-c7950a553338 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3079162 Jan 25 02:19:59.603834 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 38688) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:19:59.608351 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [None req-3864773f-5e09-435c-9d8a-efddd632178c tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Request body: {'security_group_rule': {'security_group_id': 'f3aecc62-9ef5-4947-b3f5-87d9b3794fa6', 'project_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:19:59.688515 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.db.securitygroups_db [None req-3864773f-5e09-435c-9d8a-efddd632178c tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Project 15ad996b1dfa42d8ab7b8d41dfa9eaaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 02:19:59.693780 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3864773f-5e09-435c-9d8a-efddd632178c tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks [] for security_group_rule (ac95ce74-0436-43c9-9bbd-730e362b6d13), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:59.754106 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3864773f-5e09-435c-9d8a-efddd632178c tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks [] for security_group_rule (ac95ce74-0436-43c9-9bbd-730e362b6d13), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:59.833188 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3864773f-5e09-435c-9d8a-efddd632178c tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970565'] for security_group_rule (ac95ce74-0436-43c9-9bbd-730e362b6d13), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:59.849580 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864773f-5e09-435c-9d8a-efddd632178c tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac95ce74-0436-43c9-9bbd-730e362b6d13,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:19:59.915980 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3864773f-5e09-435c-9d8a-efddd632178c tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:19:59.920817 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-3864773f-5e09-435c-9d8a-efddd632178c tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3129308 Jan 25 02:20:00.157725 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 1a1986de-1c58-4722-b51e-79a9b51e7db7 up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:20:00.221229 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port 1a1986de-1c58-4722-b51e-79a9b51e7db7 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:20:00.221814 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (1a1986de-1c58-4722-b51e-79a9b51e7db7), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:20:00.313954 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port 1a1986de-1c58-4722-b51e-79a9b51e7db7 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:20:12.168358 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:20:17.655050 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-87cb019b-3d20-4708-ab79-25f02234676b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:20:20.146424 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e92af8ed-f605-426c-b477-ca2778887b92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:20:21.529683 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:20:22.923267 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:20:23.054727 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:20:24.500900 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:20:26.137698 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-7a7d76fd-381f-4e0d-954b-367e3f7a4da3 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-852298899&fields=id&tenant_id=15ad996b1dfa42d8ab7b8d41dfa9eaaa HTTP/1.1" status: 200 len: 267 time: 0.0451670 Jan 25 02:20:26.247894 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-e31f7e14-1b66-4e0a-bde8-7130a87b28d5 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:20:26.249329 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-e31f7e14-1b66-4e0a-bde8-7130a87b28d5 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/networks?id=8426c2e2-cd82-4b79-97aa-3331e38b281f HTTP/1.1" status: 200 len: 808 time: 0.1048045 Jan 25 02:20:26.264627 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-4b4bca03-fbe6-4c77-a5d1-35ac64baef33 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/quotas/15ad996b1dfa42d8ab7b8d41dfa9eaaa HTTP/1.1" status: 200 len: 375 time: 0.0091023 Jan 25 02:20:26.313602 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-eafac74a-4ec3-468d-829d-930166904589 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=15ad996b1dfa42d8ab7b8d41dfa9eaaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434709 Jan 25 02:20:26.456878 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-b1f7956f-e003-462b-90f0-d70b01caa4c5 service neutron] 10.222.0.112 "GET /v2.0/networks/8426c2e2-cd82-4b79-97aa-3331e38b281f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310468 Jan 25 02:20:26.544423 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-f0915bea-3376-4b3b-9091-5f3b824f1534 service neutron] 10.222.0.112 "GET /v2.0/networks/8426c2e2-cd82-4b79-97aa-3331e38b281f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818677 Jan 25 02:20:27.099802 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d8d3a031-9e7a-4c96-9848-bcf380eb1cc1 req-e61dbcb8-cd57-48ef-89dd-ac983b9dcd61 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 210 time: 0.0279844 Jan 25 02:20:27.244907 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-962f4606-5089-41da-8bf3-830e01d8dd63 req-ebe779e5-c4b0-4740-9017-ba1d3a2826de service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439937 Jan 25 02:20:27.352282 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f4606-5089-41da-8bf3-830e01d8dd63 req-e5105af5-edbe-4ec2-b00b-281e18cf5ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:20:27.353753 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-962f4606-5089-41da-8bf3-830e01d8dd63 req-e5105af5-edbe-4ec2-b00b-281e18cf5ade service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1dc0c55e351a499ba2e0b38fd3fea46c&device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 1098 time: 0.0395026 Jan 25 02:20:27.458859 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f4606-5089-41da-8bf3-830e01d8dd63 req-447072d3-4413-4391-aa43-0b0b4e5bc4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:20:27.460386 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-962f4606-5089-41da-8bf3-830e01d8dd63 req-447072d3-4413-4391-aa43-0b0b4e5bc4f2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=01d302a1-d37b-4d5b-9a51-6cceb6126a3f HTTP/1.1" status: 200 len: 912 time: 0.0871592 Jan 25 02:20:27.525368 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-962f4606-5089-41da-8bf3-830e01d8dd63 req-2ba40c9b-d8b9-41c6-8562-dab982c222bb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b3d905e-34e7-4ddb-9c80-d8b54c4a3119 HTTP/1.1" status: 200 len: 1001 time: 0.0576911 Jan 25 02:20:27.574300 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f4606-5089-41da-8bf3-830e01d8dd63 req-bb210cba-4405-401f-86dd-2f2a04e9a194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:20:27.575772 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-962f4606-5089-41da-8bf3-830e01d8dd63 req-bb210cba-4405-401f-86dd-2f2a04e9a194 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4433a20e-0a7e-4dda-9aa9-6ade059d64f5 HTTP/1.1" status: 200 len: 850 time: 0.0432050 Jan 25 02:20:27.627455 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f4606-5089-41da-8bf3-830e01d8dd63 req-e7bf42b3-d450-4777-ad89-e8cbaa686886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:20:27.629025 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-962f4606-5089-41da-8bf3-830e01d8dd63 req-e7bf42b3-d450-4777-ad89-e8cbaa686886 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=01d302a1-d37b-4d5b-9a51-6cceb6126a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460300 Jan 25 02:20:27.728664 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-962f4606-5089-41da-8bf3-830e01d8dd63 req-9f581838-9f05-451f-906c-268f3247a050 service neutron] 10.222.0.79 "GET /v2.0/networks/01d302a1-d37b-4d5b-9a51-6cceb6126a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932457 Jan 25 02:20:27.844178 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-962f4606-5089-41da-8bf3-830e01d8dd63 req-098eb5cf-4b75-4b5c-981b-d529ff1824e8 service neutron] 10.222.0.79 "GET /v2.0/networks/01d302a1-d37b-4d5b-9a51-6cceb6126a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848863 Jan 25 02:20:28.176390 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b1f1d7c2-1c1f-4da3-9ae2-8d1701bc3dba req-dc762cb0-5af1-48ff-9518-2f5ebe9cde71 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 210 time: 0.0267105 Jan 25 02:20:29.268803 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-83bf93d9-921b-44b5-ad33-b5ba8127fc4b req-75467d65-eb24-4f40-9cae-ce52ae3b3e89 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 210 time: 0.0267501 Jan 25 02:20:29.467411 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-1f4b8c34-13f6-485d-9bcf-eee19d9ddafe tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:20:29.469332 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-1f4b8c34-13f6-485d-9bcf-eee19d9ddafe tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.79 "GET /v2.0/networks?id=8426c2e2-cd82-4b79-97aa-3331e38b281f HTTP/1.1" status: 200 len: 808 time: 0.1035640 Jan 25 02:20:29.543353 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-310ce13a-56ec-4cc5-8116-c79f99f88832 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15ad996b1dfa42d8ab7b8d41dfa9eaaa HTTP/1.1" status: 200 len: 379 time: 0.0550203 Jan 25 02:20:29.551823 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-3f2de802-6220-45fc-aab2-81d55a3dc792 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Request body: {'port': {'device_id': '035ea150-88d5-486c-ad85-dba6c043f084', 'network_id': '8426c2e2-cd82-4b79-97aa-3331e38b281f', 'admin_state_up': True, 'tenant_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'security_groups': ['f3aecc62-9ef5-4947-b3f5-87d9b3794fa6']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:20:29.717768 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-3f2de802-6220-45fc-aab2-81d55a3dc792 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Made reservation on behalf of 15ad996b1dfa42d8ab7b8d41dfa9eaaa for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:20:29.722448 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-3f2de802-6220-45fc-aab2-81d55a3dc792 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:20:29.846791 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-3f2de802-6220-45fc-aab2-81d55a3dc792 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Allocated IP 172.20.0.6 (8426c2e2-cd82-4b79-97aa-3331e38b281f/0487258b-9681-41ec-976f-11fe8ddea5f0/8e9e33d6-44f2-4824-b458-c50abbb4cf19) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:20:29.986058 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-3f2de802-6220-45fc-aab2-81d55a3dc792 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks [] for port (8e9e33d6-44f2-4824-b458-c50abbb4cf19), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:20:30.094900 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-3f2de802-6220-45fc-aab2-81d55a3dc792 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (8e9e33d6-44f2-4824-b458-c50abbb4cf19), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:20:30.135440 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-3f2de802-6220-45fc-aab2-81d55a3dc792 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Network 8426c2e2-cd82-4b79-97aa-3331e38b281f is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:20:30.138454 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-3f2de802-6220-45fc-aab2-81d55a3dc792 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:20:30.145042 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-3f2de802-6220-45fc-aab2-81d55a3dc792 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:20:30.173353 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2de802-6220-45fc-aab2-81d55a3dc792 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Pushing event updated for resources: {'Port': ['ID=8e9e33d6-44f2-4824-b458-c50abbb4cf19,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:20:30.185898 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2de802-6220-45fc-aab2-81d55a3dc792 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:20:30.186251 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2de802-6220-45fc-aab2-81d55a3dc792 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:20:30.186638 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2de802-6220-45fc-aab2-81d55a3dc792 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:20:30.186984 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2de802-6220-45fc-aab2-81d55a3dc792 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:20:30.187425 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2de802-6220-45fc-aab2-81d55a3dc792 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:20:30.187983 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2de802-6220-45fc-aab2-81d55a3dc792 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:20:30.188382 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2de802-6220-45fc-aab2-81d55a3dc792 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:20:30.188786 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2de802-6220-45fc-aab2-81d55a3dc792 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:20:30.189124 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2de802-6220-45fc-aab2-81d55a3dc792 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:20:30.189460 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2de802-6220-45fc-aab2-81d55a3dc792 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:20:30.189800 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2de802-6220-45fc-aab2-81d55a3dc792 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:20:30.190130 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2de802-6220-45fc-aab2-81d55a3dc792 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:20:30.190485 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2de802-6220-45fc-aab2-81d55a3dc792 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:20:30.208994 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-3f2de802-6220-45fc-aab2-81d55a3dc792 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:20:30.209627 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-3f2de802-6220-45fc-aab2-81d55a3dc792 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:20:30.311434 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-3f2de802-6220-45fc-aab2-81d55a3dc792 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7631960 Jan 25 02:20:30.331276 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-1b4e43f2-ee92-43d5-92b9-412871e7fb2a service neutron] Request body: {'port': {'device_id': '035ea150-88d5-486c-ad85-dba6c043f084', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82116'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:20:30.393250 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6286cf32-4f3c-4d51-8965-6ea541d7ba05 None None] Provisioning complete for port 8e9e33d6-44f2-4824-b458-c50abbb4cf19 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:20:30.393857 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6286cf32-4f3c-4d51-8965-6ea541d7ba05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (8e9e33d6-44f2-4824-b458-c50abbb4cf19), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:20:30.418199 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-1b4e43f2-ee92-43d5-92b9-412871e7fb2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (8e9e33d6-44f2-4824-b458-c50abbb4cf19), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:20:30.427910 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6286cf32-4f3c-4d51-8965-6ea541d7ba05 None None] Port 8e9e33d6-44f2-4824-b458-c50abbb4cf19 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:20:30.443473 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a28e7-8213-42cc-970f-a36dc4c58be0 req-a620a751-3300-42f8-b858-15ce9d378296 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:20:30.444173 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-273a28e7-8213-42cc-970f-a36dc4c58be0 req-a620a751-3300-42f8-b858-15ce9d378296 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 931 time: 0.0928013 Jan 25 02:20:30.595591 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-273a28e7-8213-42cc-970f-a36dc4c58be0 req-5fe3d509-b9a2-47fb-a87d-4b73958352ee tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297433 Jan 25 02:20:30.746838 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-1b4e43f2-ee92-43d5-92b9-412871e7fb2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e9e33d6-44f2-4824-b458-c50abbb4cf19 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:20:30.754961 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-1b4e43f2-ee92-43d5-92b9-412871e7fb2a service neutron] Publish callbacks [] for port (8e9e33d6-44f2-4824-b458-c50abbb4cf19), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:20:30.767384 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-1b4e43f2-ee92-43d5-92b9-412871e7fb2a service neutron] Transition to ACTIVE for port object 8e9e33d6-44f2-4824-b458-c50abbb4cf19 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:20:30.826269 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-1b4e43f2-ee92-43d5-92b9-412871e7fb2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26102405'] for port (8e9e33d6-44f2-4824-b458-c50abbb4cf19), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:20:31.135403 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e43f2-ee92-43d5-92b9-412871e7fb2a service neutron] Pushing event updated for resources: {'Port': ['ID=8e9e33d6-44f2-4824-b458-c50abbb4cf19,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:20:31.202245 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-1b4e43f2-ee92-43d5-92b9-412871e7fb2a service neutron] Attempting to bind port 8e9e33d6-44f2-4824-b458-c50abbb4cf19 on host hv-cinder-82116 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:20:31.202621 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-1b4e43f2-ee92-43d5-92b9-412871e7fb2a service neutron] Attempting to bind port 8e9e33d6-44f2-4824-b458-c50abbb4cf19 by drivers openvswitch,hyperv on host hv-cinder-82116 at level 0 using segments [{'id': '9134ea55-bd26-437a-8c53-8a4f3d20725e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8426c2e2-cd82-4b79-97aa-3331e38b281f'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:20:31.203008 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-1b4e43f2-ee92-43d5-92b9-412871e7fb2a service neutron] Attempting to bind port 8e9e33d6-44f2-4824-b458-c50abbb4cf19 on network 8426c2e2-cd82-4b79-97aa-3331e38b281f {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:20:31.207874 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-1b4e43f2-ee92-43d5-92b9-412871e7fb2a service neutron] Port 8e9e33d6-44f2-4824-b458-c50abbb4cf19 on network 8426c2e2-cd82-4b79-97aa-3331e38b281f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82116 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:20:31.208209 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-1b4e43f2-ee92-43d5-92b9-412871e7fb2a service neutron] Attempting to bind port 8e9e33d6-44f2-4824-b458-c50abbb4cf19 on network 8426c2e2-cd82-4b79-97aa-3331e38b281f {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:20:31.213254 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-1b4e43f2-ee92-43d5-92b9-412871e7fb2a service neutron] Checking agent: {'id': '52d0b4b2-7edd-4256-a5ca-dd2d58b489f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 10, 20), 'started_at': datetime.datetime(2022, 1, 25, 2, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:20:31.213601 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-1b4e43f2-ee92-43d5-92b9-412871e7fb2a service neutron] Checking segment: {'id': '9134ea55-bd26-437a-8c53-8a4f3d20725e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8426c2e2-cd82-4b79-97aa-3331e38b281f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:20:31.213990 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-1b4e43f2-ee92-43d5-92b9-412871e7fb2a service neutron] Bound using segment: {'id': '9134ea55-bd26-437a-8c53-8a4f3d20725e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8426c2e2-cd82-4b79-97aa-3331e38b281f'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:20:31.214456 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-1b4e43f2-ee92-43d5-92b9-412871e7fb2a service neutron] Bound port: 8e9e33d6-44f2-4824-b458-c50abbb4cf19, host: hv-cinder-82116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9134ea55-bd26-437a-8c53-8a4f3d20725e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8426c2e2-cd82-4b79-97aa-3331e38b281f'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:20:31.214816 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-1b4e43f2-ee92-43d5-92b9-412871e7fb2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (8e9e33d6-44f2-4824-b458-c50abbb4cf19), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:20:31.283492 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-1b4e43f2-ee92-43d5-92b9-412871e7fb2a service neutron] For port 8e9e33d6-44f2-4824-b458-c50abbb4cf19, host hv-cinder-82116, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:20:31.286452 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-1b4e43f2-ee92-43d5-92b9-412871e7fb2a service neutron] For port 8e9e33d6-44f2-4824-b458-c50abbb4cf19, host hv-cinder-82116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=8e9e33d6-44f2-4824-b458-c50abbb4cf19,segment=NetworkSegment(9134ea55-bd26-437a-8c53-8a4f3d20725e),segment_id=9134ea55-bd26-437a-8c53-8a4f3d20725e)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:20:31.358057 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-1b4e43f2-ee92-43d5-92b9-412871e7fb2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26102405'] for port (8e9e33d6-44f2-4824-b458-c50abbb4cf19), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:20:31.390182 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-1b4e43f2-ee92-43d5-92b9-412871e7fb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:20:31.390893 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-1b4e43f2-ee92-43d5-92b9-412871e7fb2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:20:31.392429 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-1b4e43f2-ee92-43d5-92b9-412871e7fb2a service neutron] 10.222.0.79 "PUT /v2.0/ports/8e9e33d6-44f2-4824-b458-c50abbb4cf19 HTTP/1.1" status: 200 len: 1093 time: 1.0663939 Jan 25 02:20:31.394627 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '035ea150-88d5-486c-ad85-dba6c043f084', 'tag': '8e9e33d6-44f2-4824-b458-c50abbb4cf19'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:20:31.396958 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b053fbd1-b6c6-4851-9f7f-ff58c5f74d27" -d '{"events": [{"name": "network-changed", "server_uuid": "035ea150-88d5-486c-ad85-dba6c043f084", "tag": "8e9e33d6-44f2-4824-b458-c50abbb4cf19"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:20:31.428298 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e43f2-ee92-43d5-92b9-412871e7fb2a service neutron] Pushing event updated for resources: {'Port': ['ID=8e9e33d6-44f2-4824-b458-c50abbb4cf19,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:20:31.435717 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d00c9b8-5e6f-4d20-b825-bb4bdded0610 x-openstack-request-id: req-3d00c9b8-5e6f-4d20-b825-bb4bdded0610 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:20:31.436310 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "035ea150-88d5-486c-ad85-dba6c043f084", "tag": "8e9e33d6-44f2-4824-b458-c50abbb4cf19", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:20:31.436567 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-3d00c9b8-5e6f-4d20-b825-bb4bdded0610 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:20:31.436959 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '035ea150-88d5-486c-ad85-dba6c043f084', 'tag': '8e9e33d6-44f2-4824-b458-c50abbb4cf19', 'status': 'completed', 'code': 200} Jan 25 02:20:31.521631 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053fbd1-b6c6-4851-9f7f-ff58c5f74d27 req-43da07a8-0974-4261-8116-431b4704d04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:20:31.523246 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b053fbd1-b6c6-4851-9f7f-ff58c5f74d27 req-43da07a8-0974-4261-8116-431b4704d04b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=15ad996b1dfa42d8ab7b8d41dfa9eaaa&device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 1096 time: 0.0426507 Jan 25 02:20:31.630191 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053fbd1-b6c6-4851-9f7f-ff58c5f74d27 req-fb47ace9-2926-47f9-90c0-d0c973129ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:20:31.631701 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b053fbd1-b6c6-4851-9f7f-ff58c5f74d27 req-fb47ace9-2926-47f9-90c0-d0c973129ae4 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=15ad996b1dfa42d8ab7b8d41dfa9eaaa&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0950854 Jan 25 02:20:31.756059 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053fbd1-b6c6-4851-9f7f-ff58c5f74d27 req-6c171084-01ea-4475-9785-4fa186329ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:20:31.757518 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b053fbd1-b6c6-4851-9f7f-ff58c5f74d27 req-6c171084-01ea-4475-9785-4fa186329ac6 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1193871 Jan 25 02:20:31.764941 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b582b-4a70-40da-9c6e-262fff0914eb req-6c53e295-e1d5-4b9d-a2cf-14b70dbf1efa tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:20:31.767037 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7c4b582b-4a70-40da-9c6e-262fff0914eb req-6c53e295-e1d5-4b9d-a2cf-14b70dbf1efa tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 943 time: 0.0979614 Jan 25 02:20:31.816487 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7c4b582b-4a70-40da-9c6e-262fff0914eb req-5324e446-f97b-4de3-bd2c-0fd0148dc753 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431626 Jan 25 02:20:31.857440 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-01f8a104-1f08-4b13-8226-e234dfd01743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:20:31.858969 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-01f8a104-1f08-4b13-8226-e234dfd01743 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=15ad996b1dfa42d8ab7b8d41dfa9eaaa&device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 1096 time: 0.0404010 Jan 25 02:20:31.905638 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-463af864-c24a-41ab-955a-88a4396a18cd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e9e33d6-44f2-4824-b458-c50abbb4cf19 HTTP/1.1" status: 200 len: 217 time: 0.0328405 Jan 25 02:20:31.956528 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-38ea2bbf-da66-47b5-856e-31981cd4a789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:20:31.957900 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-38ea2bbf-da66-47b5-856e-31981cd4a789 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0487258b-9681-41ec-976f-11fe8ddea5f0 HTTP/1.1" status: 200 len: 847 time: 0.0468106 Jan 25 02:20:32.007827 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-265a0c28-7f40-4edb-9c7d-f788b249d9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:20:32.009318 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-265a0c28-7f40-4edb-9c7d-f788b249d9ec service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8426c2e2-cd82-4b79-97aa-3331e38b281f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447557 Jan 25 02:20:32.100238 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-948a30ed-e370-4a9b-8b61-16e9189b2724 service neutron] 10.222.0.79 "GET /v2.0/networks/8426c2e2-cd82-4b79-97aa-3331e38b281f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840971 Jan 25 02:20:32.188528 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-19daf0ac-1031-42be-af0c-d8bcfc4a872a req-73a9ad78-ba43-49e3-abae-5f72e2b764af service neutron] 10.222.0.79 "GET /v2.0/networks/8426c2e2-cd82-4b79-97aa-3331e38b281f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822597 Jan 25 02:20:32.930840 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a3f87-e1b6-4ab8-821e-44732a52e496 req-f487ce96-4ff9-45ee-b485-eed9348dbc43 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:20:32.932319 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-719a3f87-e1b6-4ab8-821e-44732a52e496 req-f487ce96-4ff9-45ee-b485-eed9348dbc43 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 943 time: 0.0491149 Jan 25 02:20:32.988436 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-719a3f87-e1b6-4ab8-821e-44732a52e496 req-8e75d1be-19ed-400e-9dbc-e827115acd37 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489943 Jan 25 02:20:34.106867 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4b032-22f7-48f7-80a1-6b868613e150 req-04a04079-28c9-4023-94c9-90d3fb9941f6 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:20:34.109441 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-abb4b032-22f7-48f7-80a1-6b868613e150 req-04a04079-28c9-4023-94c9-90d3fb9941f6 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 943 time: 0.0520103 Jan 25 02:20:34.171202 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-abb4b032-22f7-48f7-80a1-6b868613e150 req-a0af0326-71c6-4f71-b925-275265d1a2fd tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561969 Jan 25 02:20:35.291978 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fda7e-d007-4ff3-b326-2cb9cc337ff1 req-e14f14f1-1905-44bb-8e83-08d01e6f9b29 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:20:35.293476 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cf5fda7e-d007-4ff3-b326-2cb9cc337ff1 req-e14f14f1-1905-44bb-8e83-08d01e6f9b29 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 943 time: 0.0485239 Jan 25 02:20:35.340383 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cf5fda7e-d007-4ff3-b326-2cb9cc337ff1 req-2b42f3c7-ca85-48c6-9d7f-681dc25a1037 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406089 Jan 25 02:20:36.467195 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53754ca9-cb98-4bbf-9225-45ee1fc181f9 req-3e7054f0-6f54-4758-a845-6af88ebe4734 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:20:36.469466 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-53754ca9-cb98-4bbf-9225-45ee1fc181f9 req-3e7054f0-6f54-4758-a845-6af88ebe4734 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 943 time: 0.0517898 Jan 25 02:20:36.516658 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-53754ca9-cb98-4bbf-9225-45ee1fc181f9 req-c70d3a66-fb66-4f20-95c9-3eb50d43b4c4 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416222 Jan 25 02:20:37.629813 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593cd7b-29a2-486a-8a24-c5e0b7dd766b req-f6432981-0818-4cd8-a821-b2aee20f317c tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:20:37.631304 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7593cd7b-29a2-486a-8a24-c5e0b7dd766b req-f6432981-0818-4cd8-a821-b2aee20f317c tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 943 time: 0.0488734 Jan 25 02:20:37.678773 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7593cd7b-29a2-486a-8a24-c5e0b7dd766b req-471680ca-3e03-4a52-a3a7-eb3ff99af937 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419629 Jan 25 02:20:38.789005 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7205973-4446-486f-850a-68f7dfb9ea0e req-0eddd8c9-8fd2-4fd1-95f0-ddc7535e4393 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:20:38.790397 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f7205973-4446-486f-850a-68f7dfb9ea0e req-0eddd8c9-8fd2-4fd1-95f0-ddc7535e4393 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 943 time: 0.0471063 Jan 25 02:20:38.841109 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f7205973-4446-486f-850a-68f7dfb9ea0e req-73774f44-9aa0-44d4-b999-080450ad78bf tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452750 Jan 25 02:20:39.955456 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793372e-e506-40b5-afd6-f4cac3bf392f req-d379f5b5-6bc3-475d-bd41-9e86a4600168 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:20:39.957040 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3793372e-e506-40b5-afd6-f4cac3bf392f req-d379f5b5-6bc3-475d-bd41-9e86a4600168 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 943 time: 0.0489662 Jan 25 02:20:40.012601 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3793372e-e506-40b5-afd6-f4cac3bf392f req-f83c89e9-d9a2-4b50-98c9-83e5831754a1 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499406 Jan 25 02:20:41.131301 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e29f8-fc8f-44d2-874a-646666926a08 req-ff139dcd-5a93-42b0-b55c-90f80c7113f4 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:20:41.132800 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-970e29f8-fc8f-44d2-874a-646666926a08 req-ff139dcd-5a93-42b0-b55c-90f80c7113f4 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 943 time: 0.0536158 Jan 25 02:20:41.181516 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-970e29f8-fc8f-44d2-874a-646666926a08 req-87054af5-bedc-4fb6-ae62-46b6fb8f86b9 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434079 Jan 25 02:20:42.299955 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2644d-9cac-431c-9fb8-0c2328efe08c req-091ffc8a-ce67-4446-894d-f7f507472646 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:20:42.301418 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-31b2644d-9cac-431c-9fb8-0c2328efe08c req-091ffc8a-ce67-4446-894d-f7f507472646 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 943 time: 0.0528677 Jan 25 02:20:42.350664 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-31b2644d-9cac-431c-9fb8-0c2328efe08c req-b987a337-33ca-4b83-93b7-8e8b39724715 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436778 Jan 25 02:20:42.361224 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 8e9e33d6-44f2-4824-b458-c50abbb4cf19 details requested by agent hyperv_hv-cinder-82116 with host hv-cinder-82116 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:20:42.466121 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 8e9e33d6-44f2-4824-b458-c50abbb4cf19, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=8e9e33d6-44f2-4824-b458-c50abbb4cf19,segment=NetworkSegment(9134ea55-bd26-437a-8c53-8a4f3d20725e),segment_id=9134ea55-bd26-437a-8c53-8a4f3d20725e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:20:42.477497 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Returning: {'device': '8e9e33d6-44f2-4824-b458-c50abbb4cf19', 'network_id': '8426c2e2-cd82-4b79-97aa-3331e38b281f', 'port_id': '8e9e33d6-44f2-4824-b458-c50abbb4cf19', 'mac_address': 'fa:16:3e:1e:45:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0487258b-9681-41ec-976f-11fe8ddea5f0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:20:42.517484 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 8e9e33d6-44f2-4824-b458-c50abbb4cf19 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:20:42.517874 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (8e9e33d6-44f2-4824-b458-c50abbb4cf19), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:20:42.530010 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e9e33d6-44f2-4824-b458-c50abbb4cf19 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:20:42.549249 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 8e9e33d6-44f2-4824-b458-c50abbb4cf19, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=8e9e33d6-44f2-4824-b458-c50abbb4cf19,segment=NetworkSegment(9134ea55-bd26-437a-8c53-8a4f3d20725e),segment_id=9134ea55-bd26-437a-8c53-8a4f3d20725e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:20:42.608829 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (8e9e33d6-44f2-4824-b458-c50abbb4cf19), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:20:42.655133 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=8e9e33d6-44f2-4824-b458-c50abbb4cf19,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:20:43.060111 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['8e9e33d6-44f2-4824-b458-c50abbb4cf19'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:20:43.465053 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279dc90-a898-408d-a585-1694784750cd req-5fb14a93-6e84-4e73-ae48-49a0346dcca8 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:20:43.466564 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b279dc90-a898-408d-a585-1694784750cd req-5fb14a93-6e84-4e73-ae48-49a0346dcca8 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 944 time: 0.0494869 Jan 25 02:20:43.514929 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b279dc90-a898-408d-a585-1694784750cd req-84680ad8-00a5-4d66-b749-8ee08bf89a79 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419571 Jan 25 02:20:44.365288 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 8e9e33d6-44f2-4824-b458-c50abbb4cf19 up at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:20:44.460022 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning for port 8e9e33d6-44f2-4824-b458-c50abbb4cf19 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:20:44.464089 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning complete for port 8e9e33d6-44f2-4824-b458-c50abbb4cf19 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:20:44.464471 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (8e9e33d6-44f2-4824-b458-c50abbb4cf19), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:20:44.546422 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 8e9e33d6-44f2-4824-b458-c50abbb4cf19 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:20:44.546826 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (8e9e33d6-44f2-4824-b458-c50abbb4cf19), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:20:44.569595 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035ea150-88d5-486c-ad85-dba6c043f084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9e33d6-44f2-4824-b458-c50abbb4cf19'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:20:44.571841 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425b8effad759ea2b395d79f7fcdbc6f74d58daf1cbadf1a5a1a211e7a69aa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf82a4d6-72ea-4ffa-832d-9a73e891b733" -d '{"events": [{"server_uuid": "035ea150-88d5-486c-ad85-dba6c043f084", "name": "network-vif-plugged", "status": "completed", "tag": "8e9e33d6-44f2-4824-b458-c50abbb4cf19"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:20:44.588170 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 8e9e33d6-44f2-4824-b458-c50abbb4cf19, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=8e9e33d6-44f2-4824-b458-c50abbb4cf19,segment=NetworkSegment(9134ea55-bd26-437a-8c53-8a4f3d20725e),segment_id=9134ea55-bd26-437a-8c53-8a4f3d20725e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:20:44.612878 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c60bde1-411c-46d1-8748-1b89a5496469 x-openstack-request-id: req-0c60bde1-411c-46d1-8748-1b89a5496469 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:20:44.613195 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035ea150-88d5-486c-ad85-dba6c043f084", "name": "network-vif-plugged", "status": "completed", "tag": "8e9e33d6-44f2-4824-b458-c50abbb4cf19", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:20:44.613447 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-0c60bde1-411c-46d1-8748-1b89a5496469 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:20:44.613840 dv-cinder-821168-1-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035ea150-88d5-486c-ad85-dba6c043f084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9e33d6-44f2-4824-b458-c50abbb4cf19', 'code': 200} Jan 25 02:20:44.631495 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (8e9e33d6-44f2-4824-b458-c50abbb4cf19), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:20:44.635934 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0db9b-a6b6-4493-bf5f-b4165e51a6f4 req-dc3b7160-97dd-44c6-a66f-7ba354da9293 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:20:44.637450 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-60c0db9b-a6b6-4493-bf5f-b4165e51a6f4 req-dc3b7160-97dd-44c6-a66f-7ba354da9293 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 944 time: 0.0534694 Jan 25 02:20:44.680117 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=8e9e33d6-44f2-4824-b458-c50abbb4cf19,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:20:44.687042 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:20:44.687393 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:20:44.687740 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:20:44.688076 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:20:44.688409 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:20:44.688735 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:20:44.689062 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:20:44.689394 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:20:44.689719 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:20:44.690041 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:20:44.690377 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:20:44.690704 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:20:44.691025 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:20:44.697808 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-60c0db9b-a6b6-4493-bf5f-b4165e51a6f4 req-68c11b07-5496-4c51-8184-a2f1718a3a54 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539913 Jan 25 02:20:45.086568 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2263c4c-80e5-4bbe-a3cf-19158865b7cb req-60d8df41-ef4e-467e-ac3b-b5b4a9d1ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:20:45.088070 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d2263c4c-80e5-4bbe-a3cf-19158865b7cb req-60d8df41-ef4e-467e-ac3b-b5b4a9d1ed1c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 1098 time: 0.0398748 Jan 25 02:20:45.134544 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d2263c4c-80e5-4bbe-a3cf-19158865b7cb req-914cd46c-654b-4a30-b775-9b9ddacd39c2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400510 Jan 25 02:20:45.815663 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23a0d8-ea41-40fc-9380-e29ac2e04b50 req-01ed828f-4fc2-4834-a513-a754a3b01355 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:20:45.817041 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4e23a0d8-ea41-40fc-9380-e29ac2e04b50 req-01ed828f-4fc2-4834-a513-a754a3b01355 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 945 time: 0.0479665 Jan 25 02:20:45.868558 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4e23a0d8-ea41-40fc-9380-e29ac2e04b50 req-0801e22c-e57b-4185-a3ad-b11950a400f7 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460525 Jan 25 02:20:46.982070 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17177d2b-95b2-4d2f-bfe7-c8eeb39d2aff req-a2e1ba4c-ec0b-45b6-9fa8-0526f0cb9a78 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:20:46.984046 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-17177d2b-95b2-4d2f-bfe7-c8eeb39d2aff req-a2e1ba4c-ec0b-45b6-9fa8-0526f0cb9a78 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 945 time: 0.0494196 Jan 25 02:20:47.037775 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-17177d2b-95b2-4d2f-bfe7-c8eeb39d2aff req-32170440-095c-4455-986f-28b16cd9f1e1 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442343 Jan 25 02:20:47.153227 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47461fa6-7213-426f-b2a5-0c48218bf628 req-64bd6208-38fc-4ad1-91ac-8bf6f8535369 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:20:47.154724 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-47461fa6-7213-426f-b2a5-0c48218bf628 req-64bd6208-38fc-4ad1-91ac-8bf6f8535369 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 945 time: 0.0489054 Jan 25 02:20:47.202791 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-47461fa6-7213-426f-b2a5-0c48218bf628 req-3491f4e4-d704-49c5-aca7-8bd252626c4b tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416255 Jan 25 02:20:47.225952 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 38974) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:20:47.308798 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5475ab-c391-4eb7-9f0d-59de65eb776b tempest-TestShelveInstance-663624662 tempest-TestShelveInstance-663624662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:20:47.310379 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-2f5475ab-c391-4eb7-9f0d-59de65eb776b tempest-TestShelveInstance-663624662 tempest-TestShelveInstance-663624662-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 1093 time: 0.0833941 Jan 25 02:20:47.313961 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 38978) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:20:47.318026 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7142534b-20fe-4622-b439-f2187a97e96f tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Request body: {'floatingip': {'floating_network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'port_id': '8e9e33d6-44f2-4824-b458-c50abbb4cf19', 'tenant_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:20:47.437000 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7142534b-20fe-4622-b439-f2187a97e96f tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:20:47.532416 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7142534b-20fe-4622-b439-f2187a97e96f tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:20:47.637670 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-7142534b-20fe-4622-b439-f2187a97e96f tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Allocated IP 172.27.3.211 (a4beea5e-7380-4f54-a79a-85c8e3bac423/7e657314-da2c-44e4-949d-aa8ff76f9246/465e8d34-2597-4107-a961-371ca761a756) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:20:47.654220 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7045fb45-ecf1-4af9-aa80-647161727c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:20:47.732534 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7142534b-20fe-4622-b439-f2187a97e96f tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks [] for port (465e8d34-2597-4107-a961-371ca761a756), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:20:47.831642 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7142534b-20fe-4622-b439-f2187a97e96f tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25362021'] for port (465e8d34-2597-4107-a961-371ca761a756), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:20:47.873056 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7142534b-20fe-4622-b439-f2187a97e96f tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Network a4beea5e-7380-4f54-a79a-85c8e3bac423 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:20:47.877756 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-7142534b-20fe-4622-b439-f2187a97e96f tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:20:47.884321 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7142534b-20fe-4622-b439-f2187a97e96f tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:20:47.887494 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142534b-20fe-4622-b439-f2187a97e96f tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Pushing event updated for resources: {'Port': ['ID=465e8d34-2597-4107-a961-371ca761a756,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:20:47.916036 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7142534b-20fe-4622-b439-f2187a97e96f tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:20:47.916386 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7142534b-20fe-4622-b439-f2187a97e96f tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:20:47.916730 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7142534b-20fe-4622-b439-f2187a97e96f tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:20:47.917072 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7142534b-20fe-4622-b439-f2187a97e96f tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:20:47.917404 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7142534b-20fe-4622-b439-f2187a97e96f tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:20:47.917733 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7142534b-20fe-4622-b439-f2187a97e96f tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:20:47.918062 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7142534b-20fe-4622-b439-f2187a97e96f tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:20:47.918424 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7142534b-20fe-4622-b439-f2187a97e96f tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:20:47.918760 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7142534b-20fe-4622-b439-f2187a97e96f tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:20:47.919086 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7142534b-20fe-4622-b439-f2187a97e96f tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:20:47.919415 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7142534b-20fe-4622-b439-f2187a97e96f tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:20:47.919737 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7142534b-20fe-4622-b439-f2187a97e96f tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:20:47.920058 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7142534b-20fe-4622-b439-f2187a97e96f tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:20:48.242492 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7142534b-20fe-4622-b439-f2187a97e96f tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks [] for floatingip (d48dfa8b-eb38-4622-b63e-795f781db3dd), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:20:48.369800 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7142534b-20fe-4622-b439-f2187a97e96f tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (465e8d34-2597-4107-a961-371ca761a756), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:20:48.712154 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7142534b-20fe-4622-b439-f2187a97e96f tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks [] for port (465e8d34-2597-4107-a961-371ca761a756), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:20:48.773979 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7142534b-20fe-4622-b439-f2187a97e96f tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25362034'] for port (465e8d34-2597-4107-a961-371ca761a756), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:20:48.838437 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142534b-20fe-4622-b439-f2187a97e96f tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Pushing event updated for resources: {'Port': ['ID=465e8d34-2597-4107-a961-371ca761a756,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:20:48.850866 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7142534b-20fe-4622-b439-f2187a97e96f tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013182'] for floatingip (d48dfa8b-eb38-4622-b63e-795f781db3dd), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:20:48.946967 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.db.l3_db [None req-7142534b-20fe-4622-b439-f2187a97e96f tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Floating IP d48dfa8b-eb38-4622-b63e-795f781db3dd associated. External IP: 172.27.3.211, port: 8e9e33d6-44f2-4824-b458-c50abbb4cf19. Jan 25 02:20:49.147027 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7142534b-20fe-4622-b439-f2187a97e96f tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Router 52d23286-d202-44aa-b55c-37936fff09ca has already been hosted by L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:20:49.167212 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:20:49.251121 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7142534b-20fe-4622-b439-f2187a97e96f tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:20:49.260406 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6011b8-0b60-4b94-a98b-ddd07bf0c134 None None] Sync routers for ids ['52d23286-d202-44aa-b55c-37936fff09ca'] in dv-cinder-821168-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:20:49.269696 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6011b8-0b60-4b94-a98b-ddd07bf0c134 None None] Routers {'52d23286-d202-44aa-b55c-37936fff09ca'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:20:49.270319 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-3f6011b8-0b60-4b94-a98b-ddd07bf0c134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:20:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['52d23286-d202-44aa-b55c-37936fff09ca'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:20:49.347847 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7142534b-20fe-4622-b439-f2187a97e96f tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:20:49.374132 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-7142534b-20fe-4622-b439-f2187a97e96f tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0591297 Jan 25 02:20:49.374743 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '035ea150-88d5-486c-ad85-dba6c043f084', 'tag': '8e9e33d6-44f2-4824-b458-c50abbb4cf19'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:20:49.377436 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-3f6011b8-0b60-4b94-a98b-ddd07bf0c134 None None] Set router 52d23286-d202-44aa-b55c-37936fff09ca gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:20:49.377897 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55eb1f5f04cb26fc67ab56f1edd83d26eaebcb891754328a749e7af1ecc95ba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174a558b-b37d-4ca5-99d9-27d498e506a3" -d '{"events": [{"name": "network-changed", "server_uuid": "035ea150-88d5-486c-ad85-dba6c043f084", "tag": "8e9e33d6-44f2-4824-b458-c50abbb4cf19"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:20:49.417079 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc418e9c-967d-4cdd-b2c3-1905e225aa2c x-openstack-request-id: req-dc418e9c-967d-4cdd-b2c3-1905e225aa2c {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:20:49.417375 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "035ea150-88d5-486c-ad85-dba6c043f084", "tag": "8e9e33d6-44f2-4824-b458-c50abbb4cf19", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:20:49.417635 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-dc418e9c-967d-4cdd-b2c3-1905e225aa2c {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:20:49.418041 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '035ea150-88d5-486c-ad85-dba6c043f084', 'tag': '8e9e33d6-44f2-4824-b458-c50abbb4cf19', 'status': 'completed', 'code': 200} Jan 25 02:20:49.508960 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a558b-b37d-4ca5-99d9-27d498e506a3 req-ff705f9c-064b-472e-9568-28726e6e0712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:20:49.510445 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-174a558b-b37d-4ca5-99d9-27d498e506a3 req-ff705f9c-064b-472e-9568-28726e6e0712 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=15ad996b1dfa42d8ab7b8d41dfa9eaaa&device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 1098 time: 0.0458674 Jan 25 02:20:49.599673 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a558b-b37d-4ca5-99d9-27d498e506a3 req-c26e9679-7215-4b8d-8ba7-836e6624f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:20:49.601133 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-174a558b-b37d-4ca5-99d9-27d498e506a3 req-c26e9679-7215-4b8d-8ba7-836e6624f2bb service neutron] 10.222.0.79 "GET /v2.0/networks?id=8426c2e2-cd82-4b79-97aa-3331e38b281f HTTP/1.1" status: 200 len: 909 time: 0.0849125 Jan 25 02:20:49.669001 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-174a558b-b37d-4ca5-99d9-27d498e506a3 req-b0ee6b55-907a-44b8-b335-778c6f8143bf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e9e33d6-44f2-4824-b458-c50abbb4cf19 HTTP/1.1" status: 200 len: 999 time: 0.0607169 Jan 25 02:20:49.715920 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a558b-b37d-4ca5-99d9-27d498e506a3 req-206b94fe-9cb6-4910-a8b4-5860a795bd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:20:49.717387 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-174a558b-b37d-4ca5-99d9-27d498e506a3 req-206b94fe-9cb6-4910-a8b4-5860a795bd15 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0487258b-9681-41ec-976f-11fe8ddea5f0 HTTP/1.1" status: 200 len: 847 time: 0.0429759 Jan 25 02:20:49.724232 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-3f6011b8-0b60-4b94-a98b-ddd07bf0c134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d23286-d202-44aa-b55c-37936fff09ca', 'name': 'tempest-TestShelveInstance-246496564-router', 'tenant_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '6e29dae0-0284-4f34-beac-c0ad304aee57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:19:44Z', 'updated_at': '2022-01-25T02:19:47Z', 'revision_number': 4, 'project_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'gw_port': {'id': '6e29dae0-0284-4f34-beac-c0ad304aee57', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:dc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d23286-d202-44aa-b55c-37936fff09ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:19:44Z', 'updated_at': '2022-01-25T02:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_floatingips': [{'id': 'd48dfa8b-eb38-4622-b63e-795f781db3dd', 'tenant_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'router_id': '52d23286-d202-44aa-b55c-37936fff09ca', 'port_id': '8e9e33d6-44f2-4824-b458-c50abbb4cf19', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8426c2e2-cd82-4b79-97aa-3331e38b281f', 'mac_address': 'fa:16:3e:1e:45:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035ea150-88d5-486c-ad85-dba6c043f084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:20:48Z', 'updated_at': '2022-01-25T02:20:48Z', 'revision_number': 0, 'project_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '990dd1bf-edc1-4732-a756-8c092e7d892b', 'name': '', 'network_id': '8426c2e2-cd82-4b79-97aa-3331e38b281f', 'tenant_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'mac_address': 'fa:16:3e:63:bc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d23286-d202-44aa-b55c-37936fff09ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '0487258b-9681-41ec-976f-11fe8ddea5f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:19:46Z', 'updated_at': '2022-01-25T02:19:53Z', 'revision_number': 5, 'project_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'subnets': [{'id': '0487258b-9681-41ec-976f-11fe8ddea5f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:20:49.753456 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6011b8-0b60-4b94-a98b-ddd07bf0c134 None None] Checking router: 52d23286-d202-44aa-b55c-37936fff09ca for host: dv-cinder-821168-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:20:49.761831 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6011b8-0b60-4b94-a98b-ddd07bf0c134 None None] Routers {'52d23286-d202-44aa-b55c-37936fff09ca'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:20:49.762022 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a558b-b37d-4ca5-99d9-27d498e506a3 req-6f6e208c-3794-4ca2-8c18-43549a93547d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:20:49.762407 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-3f6011b8-0b60-4b94-a98b-ddd07bf0c134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:20:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['52d23286-d202-44aa-b55c-37936fff09ca'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:20:49.763577 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-174a558b-b37d-4ca5-99d9-27d498e506a3 req-6f6e208c-3794-4ca2-8c18-43549a93547d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8426c2e2-cd82-4b79-97aa-3331e38b281f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397966 Jan 25 02:20:49.857234 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-174a558b-b37d-4ca5-99d9-27d498e506a3 req-822b93d7-2919-49d7-b806-c7a841ff71f9 service neutron] 10.222.0.79 "GET /v2.0/networks/8426c2e2-cd82-4b79-97aa-3331e38b281f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871043 Jan 25 02:20:49.865676 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-3f6011b8-0b60-4b94-a98b-ddd07bf0c134 None None] Set router 52d23286-d202-44aa-b55c-37936fff09ca gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:20:49.944788 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-174a558b-b37d-4ca5-99d9-27d498e506a3 req-0f6900e7-f35f-4560-9cbe-c032171b3297 service neutron] 10.222.0.79 "GET /v2.0/networks/8426c2e2-cd82-4b79-97aa-3331e38b281f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807745 Jan 25 02:20:50.100220 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-3f6011b8-0b60-4b94-a98b-ddd07bf0c134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d23286-d202-44aa-b55c-37936fff09ca', 'name': 'tempest-TestShelveInstance-246496564-router', 'tenant_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '6e29dae0-0284-4f34-beac-c0ad304aee57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:19:44Z', 'updated_at': '2022-01-25T02:19:47Z', 'revision_number': 4, 'project_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'gw_port': {'id': '6e29dae0-0284-4f34-beac-c0ad304aee57', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:dc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d23286-d202-44aa-b55c-37936fff09ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:19:44Z', 'updated_at': '2022-01-25T02:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_floatingips': [{'id': 'd48dfa8b-eb38-4622-b63e-795f781db3dd', 'tenant_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'router_id': '52d23286-d202-44aa-b55c-37936fff09ca', 'port_id': '8e9e33d6-44f2-4824-b458-c50abbb4cf19', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8426c2e2-cd82-4b79-97aa-3331e38b281f', 'mac_address': 'fa:16:3e:1e:45:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035ea150-88d5-486c-ad85-dba6c043f084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:20:48Z', 'updated_at': '2022-01-25T02:20:48Z', 'revision_number': 0, 'project_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '990dd1bf-edc1-4732-a756-8c092e7d892b', 'name': '', 'network_id': '8426c2e2-cd82-4b79-97aa-3331e38b281f', 'tenant_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'mac_address': 'fa:16:3e:63:bc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d23286-d202-44aa-b55c-37936fff09ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '0487258b-9681-41ec-976f-11fe8ddea5f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:19:46Z', 'updated_at': '2022-01-25T02:19:53Z', 'revision_number': 5, 'project_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'subnets': [{'id': '0487258b-9681-41ec-976f-11fe8ddea5f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:20:50.131699 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6011b8-0b60-4b94-a98b-ddd07bf0c134 None None] The sync data for ids ['52d23286-d202-44aa-b55c-37936fff09ca'] in dv-cinder-821168-1-iscsi is: [{'id': '52d23286-d202-44aa-b55c-37936fff09ca', 'name': 'tempest-TestShelveInstance-246496564-router', 'tenant_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '6e29dae0-0284-4f34-beac-c0ad304aee57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:19:44Z', 'updated_at': '2022-01-25T02:19:47Z', 'revision_number': 4, 'project_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'gw_port': {'id': '6e29dae0-0284-4f34-beac-c0ad304aee57', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:dc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d23286-d202-44aa-b55c-37936fff09ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:19:44Z', 'updated_at': '2022-01-25T02:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_floatingips': [{'id': 'd48dfa8b-eb38-4622-b63e-795f781db3dd', 'tenant_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'router_id': '52d23286-d202-44aa-b55c-37936fff09ca', 'port_id': '8e9e33d6-44f2-4824-b458-c50abbb4cf19', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8426c2e2-cd82-4b79-97aa-3331e38b281f', 'mac_address': 'fa:16:3e:1e:45:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035ea150-88d5-486c-ad85-dba6c043f084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:20:48Z', 'updated_at': '2022-01-25T02:20:48Z', 'revision_number': 0, 'project_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '990dd1bf-edc1-4732-a756-8c092e7d892b', 'name': '', 'network_id': '8426c2e2-cd82-4b79-97aa-3331e38b281f', 'tenant_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'mac_address': 'fa:16:3e:63:bc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d23286-d202-44aa-b55c-37936fff09ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '0487258b-9681-41ec-976f-11fe8ddea5f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:19:46Z', 'updated_at': '2022-01-25T02:19:53Z', 'revision_number': 5, 'project_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'subnets': [{'id': '0487258b-9681-41ec-976f-11fe8ddea5f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:20:50.150979 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2057c839-1617-4997-b47e-fe7442c8ea2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:20:50.322533 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c171a333-1eef-4240-a30f-58ac57585f9b None None] New status for floating IP d48dfa8b-eb38-4622-b63e-795f781db3dd: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:20:51.522513 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:20:52.933730 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:20:53.076936 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:20:53.482817 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba76e4-5728-485d-8b2f-b50164e7c084 req-d7dd3dc3-5013-4168-9fde-b7e6dbfe32cd tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:20:53.484329 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c1ba76e4-5728-485d-8b2f-b50164e7c084 req-d7dd3dc3-5013-4168-9fde-b7e6dbfe32cd tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0546188 Jan 25 02:20:53.531279 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c1ba76e4-5728-485d-8b2f-b50164e7c084 req-02dca70f-e6b7-4d3a-9f74-4c7548a82273 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405359 Jan 25 02:20:54.505099 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:20:54.648768 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbafb16-4c92-4c8f-8e72-f8f7d7c5ecd1 req-69c682ee-1969-47ed-872c-01492ea7081c tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:20:54.650250 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cbbafb16-4c92-4c8f-8e72-f8f7d7c5ecd1 req-69c682ee-1969-47ed-872c-01492ea7081c tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0512152 Jan 25 02:20:54.697965 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cbbafb16-4c92-4c8f-8e72-f8f7d7c5ecd1 req-054194bd-dec8-491a-a448-55548f3fe1df tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421987 Jan 25 02:20:55.818817 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539923cf-608a-49d1-9dd8-79f4d30cdece req-06918ab8-d2ba-4dca-9bd0-4f9cb6f01bb5 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:20:55.820300 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-539923cf-608a-49d1-9dd8-79f4d30cdece req-06918ab8-d2ba-4dca-9bd0-4f9cb6f01bb5 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0527682 Jan 25 02:20:55.870059 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-539923cf-608a-49d1-9dd8-79f4d30cdece req-60d034cd-4e0c-446c-b334-b5553d9d1bab tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443194 Jan 25 02:20:56.986519 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ac438-c025-4c9f-a536-3d445b977a31 req-08b5a722-c7f7-4fd9-a4fc-b957fc1c779d tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:20:56.988014 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f20ac438-c025-4c9f-a536-3d445b977a31 req-08b5a722-c7f7-4fd9-a4fc-b957fc1c779d tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0497880 Jan 25 02:20:57.033831 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f20ac438-c025-4c9f-a536-3d445b977a31 req-527f221e-2440-4bb8-9c6f-d27602e4447b tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402429 Jan 25 02:20:58.146638 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06e68f-5f7a-4203-ac62-1510bbc23cb1 req-647c3b4d-3406-4a19-ab98-4c7c107a24ce tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:20:58.148119 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5f06e68f-5f7a-4203-ac62-1510bbc23cb1 req-647c3b4d-3406-4a19-ab98-4c7c107a24ce tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0485361 Jan 25 02:20:58.194141 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5f06e68f-5f7a-4203-ac62-1510bbc23cb1 req-b89fbec9-d7a3-4a33-899f-32db188a8b83 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404544 Jan 25 02:20:59.313512 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d2f95-6833-4b02-9f1a-f35849c33bd1 req-359f21a1-5737-4854-bab1-9d27234f8c43 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:20:59.316009 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4a8d2f95-6833-4b02-9f1a-f35849c33bd1 req-359f21a1-5737-4854-bab1-9d27234f8c43 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0539649 Jan 25 02:20:59.365425 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4a8d2f95-6833-4b02-9f1a-f35849c33bd1 req-64b6194b-fecf-42be-933b-f284c0771bd8 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437911 Jan 25 02:21:00.480604 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4979173-af40-4d5a-b271-1b9bd0b5969f req-05cda87d-8803-4ee5-b1f8-21567e574746 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:00.482084 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e4979173-af40-4d5a-b271-1b9bd0b5969f req-05cda87d-8803-4ee5-b1f8-21567e574746 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0495715 Jan 25 02:21:00.527379 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e4979173-af40-4d5a-b271-1b9bd0b5969f req-497bfd82-61dd-4ccc-8775-d4f8e33c5279 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397692 Jan 25 02:21:01.644307 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086e159-77d1-4956-8a07-bba776ff1fe3 req-ecca48e7-f1db-413f-b37b-c462b9d63ec7 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:01.645718 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c086e159-77d1-4956-8a07-bba776ff1fe3 req-ecca48e7-f1db-413f-b37b-c462b9d63ec7 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0520494 Jan 25 02:21:01.690691 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c086e159-77d1-4956-8a07-bba776ff1fe3 req-c7362d8a-ae88-45dc-a004-232a14a37573 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394857 Jan 25 02:21:02.804275 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09238278-08b2-4b75-8727-282987d34a4b req-48385c4e-f832-47e9-821f-ea55eb1c0df1 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:02.805728 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-09238278-08b2-4b75-8727-282987d34a4b req-48385c4e-f832-47e9-821f-ea55eb1c0df1 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0470910 Jan 25 02:21:02.852539 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-09238278-08b2-4b75-8727-282987d34a4b req-ddd07924-d24b-43ea-a335-06252eb9433f tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413914 Jan 25 02:21:03.967215 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedf903-9923-4ff8-b978-c6672815e153 req-5a3fac8a-3b0d-454a-8bb3-a12fad850d70 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:03.968716 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7dedf903-9923-4ff8-b978-c6672815e153 req-5a3fac8a-3b0d-454a-8bb3-a12fad850d70 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0493207 Jan 25 02:21:04.019103 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7dedf903-9923-4ff8-b978-c6672815e153 req-39df834c-1515-43f2-8c80-3df1bf757ac0 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437553 Jan 25 02:21:05.133581 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4682019-750b-4c55-bcb5-52ec56f75dfa req-4f7fd9c0-889a-458d-9290-625d43fda7bc tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:05.135104 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a4682019-750b-4c55-bcb5-52ec56f75dfa req-4f7fd9c0-889a-458d-9290-625d43fda7bc tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0497351 Jan 25 02:21:05.186820 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a4682019-750b-4c55-bcb5-52ec56f75dfa req-6c4f6b09-7268-4393-ac03-75cf3bf3c9d4 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461075 Jan 25 02:21:05.500089 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b19b86-2dbd-4627-b920-d2638866a82a req-27b331f8-a13e-46f3-a0a5-a6f458ad78e4 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:05.502512 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d7b19b86-2dbd-4627-b920-d2638866a82a req-27b331f8-a13e-46f3-a0a5-a6f458ad78e4 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0599585 Jan 25 02:21:05.550272 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d7b19b86-2dbd-4627-b920-d2638866a82a req-077c7c9a-a887-4dd8-8619-db25a9674f49 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413988 Jan 25 02:21:05.637479 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1271a-6acb-4a77-9994-bfdc59559295 req-cb0dda2f-3e6f-47a5-b715-f13eead7264d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:05.638983 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2bd1271a-6acb-4a77-9994-bfdc59559295 req-cb0dda2f-3e6f-47a5-b715-f13eead7264d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1dc0c55e351a499ba2e0b38fd3fea46c&device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 1098 time: 0.0425255 Jan 25 02:21:05.724983 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1271a-6acb-4a77-9994-bfdc59559295 req-aafbbd4c-fe22-4e7e-985f-c41f3b8de7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:05.726422 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2bd1271a-6acb-4a77-9994-bfdc59559295 req-aafbbd4c-fe22-4e7e-985f-c41f3b8de7c2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=01d302a1-d37b-4d5b-9a51-6cceb6126a3f HTTP/1.1" status: 200 len: 912 time: 0.0810990 Jan 25 02:21:05.791725 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2bd1271a-6acb-4a77-9994-bfdc59559295 req-08f9eb24-98df-4bc4-bc8c-6ac4d7b83c96 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b3d905e-34e7-4ddb-9c80-d8b54c4a3119 HTTP/1.1" status: 200 len: 1001 time: 0.0589035 Jan 25 02:21:05.838599 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1271a-6acb-4a77-9994-bfdc59559295 req-ba3a16ff-ad2d-458b-ad0f-5b4af140d2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:05.840003 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2bd1271a-6acb-4a77-9994-bfdc59559295 req-ba3a16ff-ad2d-458b-ad0f-5b4af140d2af service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4433a20e-0a7e-4dda-9aa9-6ade059d64f5 HTTP/1.1" status: 200 len: 850 time: 0.0426092 Jan 25 02:21:05.884355 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1271a-6acb-4a77-9994-bfdc59559295 req-30a23d49-d835-42fc-9a4d-515e160143b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:05.885859 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2bd1271a-6acb-4a77-9994-bfdc59559295 req-30a23d49-d835-42fc-9a4d-515e160143b3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=01d302a1-d37b-4d5b-9a51-6cceb6126a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393193 Jan 25 02:21:05.976691 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2bd1271a-6acb-4a77-9994-bfdc59559295 req-04c85a48-f1be-4a16-8ba2-343c3c2d6ff1 service neutron] 10.222.0.79 "GET /v2.0/networks/01d302a1-d37b-4d5b-9a51-6cceb6126a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846033 Jan 25 02:21:06.064751 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2bd1271a-6acb-4a77-9994-bfdc59559295 req-d6af2e57-e109-402c-98a7-c8bce77b5df2 service neutron] 10.222.0.79 "GET /v2.0/networks/01d302a1-d37b-4d5b-9a51-6cceb6126a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816445 Jan 25 02:21:06.667964 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f0214-27e4-40c8-b10c-ebc662efb71c req-f18c5185-464d-4c68-aa77-f78da9f0f1e6 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:06.669444 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-748f0214-27e4-40c8-b10c-ebc662efb71c req-f18c5185-464d-4c68-aa77-f78da9f0f1e6 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0527656 Jan 25 02:21:06.715588 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-748f0214-27e4-40c8-b10c-ebc662efb71c req-f3943773-ddd2-4545-9af8-feb4f49adffd tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405490 Jan 25 02:21:07.827175 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c9af6-86df-4839-a64c-0a67e1af82d4 req-b9f3119c-098b-4d40-bb06-79f0a6130e66 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:07.828635 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-592c9af6-86df-4839-a64c-0a67e1af82d4 req-b9f3119c-098b-4d40-bb06-79f0a6130e66 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0474777 Jan 25 02:21:07.876342 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-592c9af6-86df-4839-a64c-0a67e1af82d4 req-2334c735-f619-421c-8e87-62c1b66880dc tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415623 Jan 25 02:21:09.185197 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e17833-fc0f-4352-886a-02f7cdefff58 req-72ed0989-154d-421f-8255-796f8c6478a9 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:09.186682 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-70e17833-fc0f-4352-886a-02f7cdefff58 req-72ed0989-154d-421f-8255-796f8c6478a9 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 985 time: 0.0493383 Jan 25 02:21:09.255096 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-70e17833-fc0f-4352-886a-02f7cdefff58 req-9a0647c8-686c-4609-aa41-c1ef2d594f2b tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=98a4365f-136c-4515-953f-2c4db52e40d8&id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624650 Jan 25 02:21:09.305955 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecbe04-6227-47e4-b5ef-bbe8b214d1cf req-99584106-c6ef-4696-aeeb-1769092d86bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:09.307501 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-68ecbe04-6227-47e4-b5ef-bbe8b214d1cf req-99584106-c6ef-4696-aeeb-1769092d86bf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8051bc8589334168b3804246ccf10459&device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 1138 time: 0.0417154 Jan 25 02:21:09.396733 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecbe04-6227-47e4-b5ef-bbe8b214d1cf req-111c9550-5d26-4822-aa20-68192eb310ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:09.398195 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-68ecbe04-6227-47e4-b5ef-bbe8b214d1cf req-111c9550-5d26-4822-aa20-68192eb310ce service neutron] 10.222.0.79 "GET /v2.0/networks?id=6b675fc4-8bf0-47c1-9fe8-58f613604f0d HTTP/1.1" status: 200 len: 916 time: 0.0821769 Jan 25 02:21:09.466191 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-68ecbe04-6227-47e4-b5ef-bbe8b214d1cf req-5b043984-951f-49b2-ad93-4cdd55634600 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e09aee4-3dc3-4d87-b6bc-4024d08ffa27 HTTP/1.1" status: 200 len: 1002 time: 0.0599594 Jan 25 02:21:09.511788 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecbe04-6227-47e4-b5ef-bbe8b214d1cf req-535e0591-3869-4cf3-835a-4b2fdf3ea7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:09.513191 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-68ecbe04-6227-47e4-b5ef-bbe8b214d1cf req-535e0591-3869-4cf3-835a-4b2fdf3ea7e8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1c0b1dc0-29a2-40cf-9da8-a2953adfaba2 HTTP/1.1" status: 200 len: 854 time: 0.0411575 Jan 25 02:21:09.555626 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecbe04-6227-47e4-b5ef-bbe8b214d1cf req-6a653509-4ca3-4ed8-a17a-988e4050047e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:09.557066 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-68ecbe04-6227-47e4-b5ef-bbe8b214d1cf req-6a653509-4ca3-4ed8-a17a-988e4050047e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6b675fc4-8bf0-47c1-9fe8-58f613604f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381520 Jan 25 02:21:09.647151 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-68ecbe04-6227-47e4-b5ef-bbe8b214d1cf req-1a772c60-60c2-4d9d-99ac-420e20323094 service neutron] 10.222.0.79 "GET /v2.0/networks/6b675fc4-8bf0-47c1-9fe8-58f613604f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824447 Jan 25 02:21:09.739131 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-68ecbe04-6227-47e4-b5ef-bbe8b214d1cf req-aafec6a3-cdc7-47c2-9df7-de13ec975282 service neutron] 10.222.0.79 "GET /v2.0/networks/6b675fc4-8bf0-47c1-9fe8-58f613604f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829589 Jan 25 02:21:10.370772 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5758b-0b55-4449-97b0-1b3786b08718 req-07fbfd12-555d-4e19-a833-7eee65a64fda tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:10.374323 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dee5758b-0b55-4449-97b0-1b3786b08718 req-07fbfd12-555d-4e19-a833-7eee65a64fda tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 985 time: 0.0508988 Jan 25 02:21:10.430433 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dee5758b-0b55-4449-97b0-1b3786b08718 req-f7bc6d89-151d-4b8e-9e61-7d153c2b8bb1 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=98a4365f-136c-4515-953f-2c4db52e40d8&id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519981 Jan 25 02:21:11.545204 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f1f01-9cfa-4a06-8173-75481484b14e req-3d642a8c-2d43-4941-8542-0d05633299b2 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:11.546706 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-739f1f01-9cfa-4a06-8173-75481484b14e req-3d642a8c-2d43-4941-8542-0d05633299b2 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 985 time: 0.0487776 Jan 25 02:21:11.605454 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-739f1f01-9cfa-4a06-8173-75481484b14e req-0487167c-654d-4d52-b52c-275f50acd14d tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=98a4365f-136c-4515-953f-2c4db52e40d8&id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529160 Jan 25 02:21:12.724293 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7daf0e-6fb8-457d-949a-a6f9973e9b77 req-c63fb203-21bd-407d-b451-c2da7f93be18 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:12.725785 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7f7daf0e-6fb8-457d-949a-a6f9973e9b77 req-c63fb203-21bd-407d-b451-c2da7f93be18 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 985 time: 0.0510864 Jan 25 02:21:12.784473 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7f7daf0e-6fb8-457d-949a-a6f9973e9b77 req-4ec876e0-5d74-4d92-a58f-47e1a29ebdba tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=98a4365f-136c-4515-953f-2c4db52e40d8&id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529220 Jan 25 02:21:13.899046 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b328245-5941-425b-b88e-f0aa52d93e5b req-72f05960-a3fa-4aec-b37a-132b438f6f35 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:13.900558 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6b328245-5941-425b-b88e-f0aa52d93e5b req-72f05960-a3fa-4aec-b37a-132b438f6f35 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 985 time: 0.0503521 Jan 25 02:21:13.977372 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6b328245-5941-425b-b88e-f0aa52d93e5b req-77bd5316-691f-4d64-93cf-88c8a0d5681e tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=98a4365f-136c-4515-953f-2c4db52e40d8&id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0711694 Jan 25 02:21:15.091685 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c44a49-02e2-4681-a5a5-e61913d4d868 req-d5e35772-ea42-4e87-95e0-95922f527945 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:15.093157 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-25c44a49-02e2-4681-a5a5-e61913d4d868 req-d5e35772-ea42-4e87-95e0-95922f527945 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 985 time: 0.0489423 Jan 25 02:21:15.157939 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-25c44a49-02e2-4681-a5a5-e61913d4d868 req-3c023aa3-36c5-4d14-b6f8-4cc5a7fd1888 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=98a4365f-136c-4515-953f-2c4db52e40d8&id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583212 Jan 25 02:21:16.272788 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc7607-3639-43a2-859d-ba209e4c5138 req-00193a54-deb7-4528-8d81-4cd5a248cde5 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:16.274218 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cddc7607-3639-43a2-859d-ba209e4c5138 req-00193a54-deb7-4528-8d81-4cd5a248cde5 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 985 time: 0.0488257 Jan 25 02:21:16.335178 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cddc7607-3639-43a2-859d-ba209e4c5138 req-9bc46a58-c3f5-461b-879c-770c75273f28 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=98a4365f-136c-4515-953f-2c4db52e40d8&id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541153 Jan 25 02:21:17.447643 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040fa055-f272-4491-8fef-78f38922a58c req-11d56ceb-9c66-40a2-93c8-9ee330908b64 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:17.449090 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-040fa055-f272-4491-8fef-78f38922a58c req-11d56ceb-9c66-40a2-93c8-9ee330908b64 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 985 time: 0.0479672 Jan 25 02:21:17.506466 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-040fa055-f272-4491-8fef-78f38922a58c req-ec9e9305-fe08-4dcb-9a66-e624d5652153 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=98a4365f-136c-4515-953f-2c4db52e40d8&id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515654 Jan 25 02:21:17.641912 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6e0d5a5-cc23-4d94-a82f-b08d20f9b480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:21:18.622187 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb77ec3-d542-4015-961b-bce24bb66707 req-f8c5f4f4-0889-4a23-8da6-ec9d667c7a1b tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:18.623589 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ffb77ec3-d542-4015-961b-bce24bb66707 req-f8c5f4f4-0889-4a23-8da6-ec9d667c7a1b tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 985 time: 0.0520091 Jan 25 02:21:18.687084 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ffb77ec3-d542-4015-961b-bce24bb66707 req-845f973f-2181-43c0-847b-7380523f6e51 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=98a4365f-136c-4515-953f-2c4db52e40d8&id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577304 Jan 25 02:21:19.802395 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632b744-3bf7-48a1-9c0a-cb79caf87e3d req-a7130520-f377-4dd8-9c92-5990e32efa13 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:19.803891 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6632b744-3bf7-48a1-9c0a-cb79caf87e3d req-a7130520-f377-4dd8-9c92-5990e32efa13 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 985 time: 0.0485003 Jan 25 02:21:19.862287 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6632b744-3bf7-48a1-9c0a-cb79caf87e3d req-be69f00f-ca2e-479a-86a5-26659128d615 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=98a4365f-136c-4515-953f-2c4db52e40d8&id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528488 Jan 25 02:21:20.144287 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7121a577-65b8-4555-afda-f402964f65f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:21:20.980100 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d27ea-16eb-4ffc-bba3-98eb2d3b2256 req-3262ccd0-f957-431d-8e56-788121ed5f68 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:20.981561 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dd3d27ea-16eb-4ffc-bba3-98eb2d3b2256 req-3262ccd0-f957-431d-8e56-788121ed5f68 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 985 time: 0.0544574 Jan 25 02:21:21.040112 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dd3d27ea-16eb-4ffc-bba3-98eb2d3b2256 req-f2da547f-29d4-4ea0-91fa-d4dfd16ec3c2 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=98a4365f-136c-4515-953f-2c4db52e40d8&id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526896 Jan 25 02:21:21.504270 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:21:22.154412 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e1dc8-20b0-4633-b963-ccc78530adda req-abc7c905-fd75-442b-bc0e-fcd568060cde tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:22.155894 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c63e1dc8-20b0-4633-b963-ccc78530adda req-abc7c905-fd75-442b-bc0e-fcd568060cde tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 985 time: 0.0480528 Jan 25 02:21:22.215325 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c63e1dc8-20b0-4633-b963-ccc78530adda req-fceb38af-c472-4bc1-a067-678648f9f223 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=98a4365f-136c-4515-953f-2c4db52e40d8&id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528703 Jan 25 02:21:22.955390 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:21:23.064850 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:21:23.334817 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94088bc-8d3c-4639-991c-65eb580d59af req-bf09e8ad-aa59-4ad5-ba44-a3b9d556e607 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:23.336216 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d94088bc-8d3c-4639-991c-65eb580d59af req-bf09e8ad-aa59-4ad5-ba44-a3b9d556e607 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 985 time: 0.0519824 Jan 25 02:21:23.400884 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d94088bc-8d3c-4639-991c-65eb580d59af req-12e1b406-6bd6-43d1-9441-2e6ada615e68 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=98a4365f-136c-4515-953f-2c4db52e40d8&id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591247 Jan 25 02:21:24.509660 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:21:24.519301 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a01c76-7111-4cd2-8ac5-8b3fb2c3b5ae req-565a81bc-8b76-4566-9812-4326aef778a0 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:24.520778 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-80a01c76-7111-4cd2-8ac5-8b3fb2c3b5ae req-565a81bc-8b76-4566-9812-4326aef778a0 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 985 time: 0.0485158 Jan 25 02:21:24.579082 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-80a01c76-7111-4cd2-8ac5-8b3fb2c3b5ae req-407b6539-2ad6-4dfc-89ef-c24fd6dcae47 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=98a4365f-136c-4515-953f-2c4db52e40d8&id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519929 Jan 25 02:21:25.704186 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a240816-625b-4e8c-b290-d5a074b13911 req-95d14b25-5bd3-4b2d-b4bf-244c8e1e99a8 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:25.705772 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6a240816-625b-4e8c-b290-d5a074b13911 req-95d14b25-5bd3-4b2d-b4bf-244c8e1e99a8 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 985 time: 0.0556152 Jan 25 02:21:25.764341 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6a240816-625b-4e8c-b290-d5a074b13911 req-b5adbffe-0f09-4172-88f2-6f54012a9864 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=98a4365f-136c-4515-953f-2c4db52e40d8&id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528412 Jan 25 02:21:26.165976 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:21:26.395831 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7bb62b9f-ab1d-487e-8f21-78d95229e862 req-daeb00b8-afb0-4e93-b752-bb490ba258db service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426705 Jan 25 02:21:26.472908 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb62b9f-ab1d-487e-8f21-78d95229e862 req-07ff7eaa-dd2c-4730-adbc-b0c090a4fb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:26.474312 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7bb62b9f-ab1d-487e-8f21-78d95229e862 req-07ff7eaa-dd2c-4730-adbc-b0c090a4fb1c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8051bc8589334168b3804246ccf10459&device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 1138 time: 0.0412982 Jan 25 02:21:26.574981 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb62b9f-ab1d-487e-8f21-78d95229e862 req-8acfdf0e-f02d-4054-9c84-4950b589a80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:26.576446 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7bb62b9f-ab1d-487e-8f21-78d95229e862 req-8acfdf0e-f02d-4054-9c84-4950b589a80d service neutron] 10.222.0.79 "GET /v2.0/networks?id=6b675fc4-8bf0-47c1-9fe8-58f613604f0d HTTP/1.1" status: 200 len: 916 time: 0.0829492 Jan 25 02:21:26.643650 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7bb62b9f-ab1d-487e-8f21-78d95229e862 req-36bf8236-c614-436e-a192-c7d85c036bf1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e09aee4-3dc3-4d87-b6bc-4024d08ffa27 HTTP/1.1" status: 200 len: 1002 time: 0.0594282 Jan 25 02:21:26.691338 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb62b9f-ab1d-487e-8f21-78d95229e862 req-bbb79703-4a2d-43e6-a539-9beb8d6a808a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:26.692768 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7bb62b9f-ab1d-487e-8f21-78d95229e862 req-bbb79703-4a2d-43e6-a539-9beb8d6a808a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1c0b1dc0-29a2-40cf-9da8-a2953adfaba2 HTTP/1.1" status: 200 len: 854 time: 0.0418572 Jan 25 02:21:26.737997 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb62b9f-ab1d-487e-8f21-78d95229e862 req-f2c82e86-7c93-4b35-b830-2c2f4080def5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:26.739524 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7bb62b9f-ab1d-487e-8f21-78d95229e862 req-f2c82e86-7c93-4b35-b830-2c2f4080def5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6b675fc4-8bf0-47c1-9fe8-58f613604f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400226 Jan 25 02:21:26.835540 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7bb62b9f-ab1d-487e-8f21-78d95229e862 req-97f3289f-f84f-4cd0-9639-cf59052b94fd service neutron] 10.222.0.79 "GET /v2.0/networks/6b675fc4-8bf0-47c1-9fe8-58f613604f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885272 Jan 25 02:21:26.934704 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987d34a-3726-43fb-9099-6b7316b9ed6b req-ad31d7c3-01b9-4fa9-983f-a86996375f42 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:26.936195 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9987d34a-3726-43fb-9099-6b7316b9ed6b req-ad31d7c3-01b9-4fa9-983f-a86996375f42 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 985 time: 0.0997946 Jan 25 02:21:26.974748 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7bb62b9f-ab1d-487e-8f21-78d95229e862 req-ef6b544d-ff06-42d7-9a27-ecf0bdee21b7 service neutron] 10.222.0.79 "GET /v2.0/networks/6b675fc4-8bf0-47c1-9fe8-58f613604f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305146 Jan 25 02:21:27.014131 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9987d34a-3726-43fb-9099-6b7316b9ed6b req-f40bf180-a38d-4544-9c2b-a3cc4f750992 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=98a4365f-136c-4515-953f-2c4db52e40d8&id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0699329 Jan 25 02:21:29.301194 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41cd50-f8d9-42b7-944c-bce0a8377efb req-99477bc8-b2cb-4e15-bd97-76686e8d1492 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:29.302738 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9d41cd50-f8d9-42b7-944c-bce0a8377efb req-99477bc8-b2cb-4e15-bd97-76686e8d1492 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 946 time: 0.0501773 Jan 25 02:21:29.355431 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9d41cd50-f8d9-42b7-944c-bce0a8377efb req-d5318f52-4c9f-49f6-8b88-4d1a4fe7576f tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468562 Jan 25 02:21:30.475513 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e255e36-e5a8-43bc-a3dc-e8dae6cf5a57 req-8dd275d6-7c4d-4061-bbc6-8aecb96aa579 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:30.477432 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0e255e36-e5a8-43bc-a3dc-e8dae6cf5a57 req-8dd275d6-7c4d-4061-bbc6-8aecb96aa579 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 946 time: 0.0484617 Jan 25 02:21:30.522204 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0e255e36-e5a8-43bc-a3dc-e8dae6cf5a57 req-dab60675-e3a7-4258-b957-e5a76198b2a0 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397661 Jan 25 02:21:31.639743 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2aaa6-4116-41bf-a895-114ab0c28fea req-03bc74c6-d6c8-4a52-88dd-824330ccbedc tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:31.642148 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fad2aaa6-4116-41bf-a895-114ab0c28fea req-03bc74c6-d6c8-4a52-88dd-824330ccbedc tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 946 time: 0.0481403 Jan 25 02:21:31.687236 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fad2aaa6-4116-41bf-a895-114ab0c28fea req-52b0fb2d-b609-4191-b9d7-23299616ecec tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398102 Jan 25 02:21:32.807906 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3d699-9e53-4029-8dcf-9360fc5336be req-76c9d33a-57f5-47a5-a298-2c0c91abe768 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:32.809370 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2ac3d699-9e53-4029-8dcf-9360fc5336be req-76c9d33a-57f5-47a5-a298-2c0c91abe768 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 946 time: 0.0505633 Jan 25 02:21:32.874549 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2ac3d699-9e53-4029-8dcf-9360fc5336be req-a04799a7-9816-40d4-8a27-176130095236 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589316 Jan 25 02:21:33.994381 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc21a823-d1db-44f5-81e8-9d5796208651 req-74ff2f83-ccc5-49ad-a329-8b893f1cbfba tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:33.995867 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-bc21a823-d1db-44f5-81e8-9d5796208651 req-74ff2f83-ccc5-49ad-a329-8b893f1cbfba tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 946 time: 0.0481219 Jan 25 02:21:34.040950 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-bc21a823-d1db-44f5-81e8-9d5796208651 req-a5d707f0-c5cc-4bfd-9bb9-0693608901ee tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390201 Jan 25 02:21:35.161178 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246fc4e-f6c5-4cf4-a618-9244375eb460 req-13c527a0-37ee-4674-8866-ec25b88840b8 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:35.162688 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6246fc4e-f6c5-4cf4-a618-9244375eb460 req-13c527a0-37ee-4674-8866-ec25b88840b8 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 946 time: 0.0485425 Jan 25 02:21:35.466474 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6246fc4e-f6c5-4cf4-a618-9244375eb460 req-fc4c9e13-6eb1-4779-b61d-49d698e8c712 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2979910 Jan 25 02:21:36.583179 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd5daa-e4b4-4f3c-8787-9888bf303168 req-8e27bfcc-bbe0-4494-a4c3-b4b52bbaa894 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:36.584649 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-73cd5daa-e4b4-4f3c-8787-9888bf303168 req-8e27bfcc-bbe0-4494-a4c3-b4b52bbaa894 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 946 time: 0.0463674 Jan 25 02:21:36.630110 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-73cd5daa-e4b4-4f3c-8787-9888bf303168 req-0ebb926e-ac9c-4466-b29f-5e58208ed0d0 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400240 Jan 25 02:21:37.747403 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73e5bb-7a52-4f77-ad8e-36f5ab30b71f req-9f16e85f-43cc-4b30-9fe9-9ac45dd89ba6 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:37.748988 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-8b73e5bb-7a52-4f77-ad8e-36f5ab30b71f req-9f16e85f-43cc-4b30-9fe9-9ac45dd89ba6 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 946 time: 0.0484939 Jan 25 02:21:37.795229 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-8b73e5bb-7a52-4f77-ad8e-36f5ab30b71f req-13415a26-e21c-4f78-8b07-024b2cf6312c tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406415 Jan 25 02:21:38.916108 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d7a31-5bf2-4c99-a1c6-c417290a9e4a req-c84fda6f-6cad-48aa-8e4a-be66cd28272c tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:38.917582 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4d9d7a31-5bf2-4c99-a1c6-c417290a9e4a req-c84fda6f-6cad-48aa-8e4a-be66cd28272c tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 946 time: 0.0522921 Jan 25 02:21:38.962848 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4d9d7a31-5bf2-4c99-a1c6-c417290a9e4a req-04f19c4f-30d6-4f0d-aea5-5cf8fbc99b50 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390809 Jan 25 02:21:40.080665 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d7967-a3f7-4c90-804e-7cdc3e54aef8 req-491c3c17-f958-4847-8ac6-ac815f9c2040 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:40.082140 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-817d7967-a3f7-4c90-804e-7cdc3e54aef8 req-491c3c17-f958-4847-8ac6-ac815f9c2040 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 946 time: 0.0478711 Jan 25 02:21:40.129008 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-817d7967-a3f7-4c90-804e-7cdc3e54aef8 req-7ddf02cc-78da-40bf-81c2-326d612060a3 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412965 Jan 25 02:21:41.248175 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476e514-14a7-4f31-9d9b-da16799c5205 req-af79c5bd-e5f9-4e6e-934b-7bf9cea3f024 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:41.249624 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d476e514-14a7-4f31-9d9b-da16799c5205 req-af79c5bd-e5f9-4e6e-934b-7bf9cea3f024 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 946 time: 0.0509653 Jan 25 02:21:41.296594 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d476e514-14a7-4f31-9d9b-da16799c5205 req-49c5b9a6-b2f3-4c6a-9542-383adcbdc1b8 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407226 Jan 25 02:21:42.414926 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be9e35-c80c-46b8-bb66-3b2e1935c716 req-ea60f310-d5cc-4ee8-ad3c-a623e5f3c22b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:42.416397 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b9be9e35-c80c-46b8-bb66-3b2e1935c716 req-ea60f310-d5cc-4ee8-ad3c-a623e5f3c22b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 946 time: 0.0482292 Jan 25 02:21:42.461702 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b9be9e35-c80c-46b8-bb66-3b2e1935c716 req-6d06c963-6579-4034-9db4-1fafb2efe1df tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398529 Jan 25 02:21:43.583921 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0853a2-956e-4a40-b82e-14e8efaa2221 req-d9530b70-a06a-45f3-8a16-a846b39c929d tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:43.585388 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1e0853a2-956e-4a40-b82e-14e8efaa2221 req-d9530b70-a06a-45f3-8a16-a846b39c929d tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 946 time: 0.0491982 Jan 25 02:21:43.634169 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1e0853a2-956e-4a40-b82e-14e8efaa2221 req-ad498570-db72-4292-915b-20e26b7e5ada tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433393 Jan 25 02:21:44.756274 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d9c49-a80e-457d-aa6c-8caf2e3b42fb req-800a86a3-6224-4146-92e7-5a5f8f6d4894 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:44.757746 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-233d9c49-a80e-457d-aa6c-8caf2e3b42fb req-800a86a3-6224-4146-92e7-5a5f8f6d4894 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 946 time: 0.0484293 Jan 25 02:21:44.803056 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-233d9c49-a80e-457d-aa6c-8caf2e3b42fb req-ca03a8bf-2e0a-4f8c-a2a8-3a34eb83f00f tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398321 Jan 25 02:21:45.920978 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087cefe-a3b8-47f0-a274-e4bb1f3e6eec req-a68395dc-1674-4da4-bbc4-44c42d84c06c tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:45.922475 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-8087cefe-a3b8-47f0-a274-e4bb1f3e6eec req-a68395dc-1674-4da4-bbc4-44c42d84c06c tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 946 time: 0.0480318 Jan 25 02:21:45.967363 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-8087cefe-a3b8-47f0-a274-e4bb1f3e6eec req-f5d17209-99c4-4fd2-809d-aecff95d4b2b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393016 Jan 25 02:21:47.087418 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844c8a7-7451-4569-9f76-d345aeb772e7 req-2adcac05-0ff6-4de0-a135-a0e9d7f73fed tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:47.088865 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7844c8a7-7451-4569-9f76-d345aeb772e7 req-2adcac05-0ff6-4de0-a135-a0e9d7f73fed tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 946 time: 0.0502369 Jan 25 02:21:47.134022 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7844c8a7-7451-4569-9f76-d345aeb772e7 req-2852c5c5-b99d-42e3-a50d-5d25ce85c314 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397134 Jan 25 02:21:47.629103 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b629220b-f24e-462e-8326-096b05922cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:21:48.251165 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b8ffd-39f5-48f6-a205-456374ef818a req-67a5c7c1-1b78-4cbb-bd60-8f51daab8441 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:48.253962 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ea4b8ffd-39f5-48f6-a205-456374ef818a req-67a5c7c1-1b78-4cbb-bd60-8f51daab8441 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 946 time: 0.0483217 Jan 25 02:21:48.300300 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ea4b8ffd-39f5-48f6-a205-456374ef818a req-dc9b210c-63e8-47fe-93ea-c2d52521ca7b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415668 Jan 25 02:21:48.721859 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device e291b176-48d5-49ec-8928-8038acdd7692 details requested by agent hyperv_hv-cinder-82116 with host hv-cinder-82116 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:21:48.815553 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port e291b176-48d5-49ec-8928-8038acdd7692, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=e291b176-48d5-49ec-8928-8038acdd7692,segment=NetworkSegment(a011af27-2f86-4052-851b-d44cff3836ce),segment_id=a011af27-2f86-4052-851b-d44cff3836ce)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:21:48.825480 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Returning: {'device': 'e291b176-48d5-49ec-8928-8038acdd7692', 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc', 'port_id': 'e291b176-48d5-49ec-8928-8038acdd7692', 'mac_address': 'fa:16:3e:89:3f:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '431c2097-6312-4255-849e-eb12f9822c44', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:21:48.861911 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port e291b176-48d5-49ec-8928-8038acdd7692 is: ACTIVE; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:21:48.862294 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (e291b176-48d5-49ec-8928-8038acdd7692), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:21:48.874291 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e291b176-48d5-49ec-8928-8038acdd7692 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:21:48.892870 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port e291b176-48d5-49ec-8928-8038acdd7692, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=e291b176-48d5-49ec-8928-8038acdd7692,segment=NetworkSegment(a011af27-2f86-4052-851b-d44cff3836ce),segment_id=a011af27-2f86-4052-851b-d44cff3836ce)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:21:49.018152 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (e291b176-48d5-49ec-8928-8038acdd7692), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:21:49.062826 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=e291b176-48d5-49ec-8928-8038acdd7692,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:21:49.070139 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:21:49.070518 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:21:49.070869 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:21:49.071209 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:21:49.071546 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:21:49.071882 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:21:49.072213 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:21:49.072548 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:21:49.072875 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:21:49.073202 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:21:49.073524 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:21:49.073846 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:21:49.074166 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:21:49.209589 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['e291b176-48d5-49ec-8928-8038acdd7692'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:21:49.426969 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2700ab-595c-44e0-8c6b-27f18b6fb324 req-3e3b112b-aba3-44e8-b964-f8295d761159 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:49.428482 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cd2700ab-595c-44e0-8c6b-27f18b6fb324 req-3e3b112b-aba3-44e8-b964-f8295d761159 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 945 time: 0.0496972 Jan 25 02:21:49.477842 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cd2700ab-595c-44e0-8c6b-27f18b6fb324 req-7712ca33-28e1-47ed-a3b5-e0d95e448e21 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436349 Jan 25 02:21:50.155190 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-481f957f-40e6-45e4-ad0d-6cc01e918e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:21:50.595192 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e27c6-6680-4c08-8ddb-55d2a0f667fd req-0134a11e-cd2d-406c-9c75-0e5c6c8ad335 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:50.596663 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-086e27c6-6680-4c08-8ddb-55d2a0f667fd req-0134a11e-cd2d-406c-9c75-0e5c6c8ad335 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 945 time: 0.0485933 Jan 25 02:21:50.642093 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-086e27c6-6680-4c08-8ddb-55d2a0f667fd req-35a2b157-2395-4d65-b38d-402d248713e0 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399575 Jan 25 02:21:50.745420 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device e291b176-48d5-49ec-8928-8038acdd7692 up at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:21:50.791923 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning complete for port e291b176-48d5-49ec-8928-8038acdd7692 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:21:50.792225 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (e291b176-48d5-49ec-8928-8038acdd7692), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:21:50.869947 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port e291b176-48d5-49ec-8928-8038acdd7692 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:21:50.870334 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (e291b176-48d5-49ec-8928-8038acdd7692), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:21:50.891560 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bb436c-591b-4f92-8454-2ff5fcfba2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e291b176-48d5-49ec-8928-8038acdd7692'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:21:50.893773 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425b8effad759ea2b395d79f7fcdbc6f74d58daf1cbadf1a5a1a211e7a69aa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25e5ea2-dba8-4665-a00b-0bdb9c191f72" -d '{"events": [{"server_uuid": "21bb436c-591b-4f92-8454-2ff5fcfba2fb", "name": "network-vif-plugged", "status": "completed", "tag": "e291b176-48d5-49ec-8928-8038acdd7692"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:21:50.905639 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port e291b176-48d5-49ec-8928-8038acdd7692, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=e291b176-48d5-49ec-8928-8038acdd7692,segment=NetworkSegment(a011af27-2f86-4052-851b-d44cff3836ce),segment_id=a011af27-2f86-4052-851b-d44cff3836ce)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:21:50.930113 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a51ee83-8358-45c7-8f8c-bea333672f7c x-openstack-request-id: req-1a51ee83-8358-45c7-8f8c-bea333672f7c {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:21:50.930417 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bb436c-591b-4f92-8454-2ff5fcfba2fb", "name": "network-vif-plugged", "status": "completed", "tag": "e291b176-48d5-49ec-8928-8038acdd7692", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:21:50.930681 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-1a51ee83-8358-45c7-8f8c-bea333672f7c {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:21:50.931071 dv-cinder-821168-1-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bb436c-591b-4f92-8454-2ff5fcfba2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e291b176-48d5-49ec-8928-8038acdd7692', 'code': 200} Jan 25 02:21:50.972226 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (e291b176-48d5-49ec-8928-8038acdd7692), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:21:51.018086 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=e291b176-48d5-49ec-8928-8038acdd7692,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:21:51.537621 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:21:51.763334 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eaa286-08cb-4316-a397-7e03d6e76d55 req-5d1f68db-e5b0-4d8a-ba95-4921801759c7 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:51.764862 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-86eaa286-08cb-4316-a397-7e03d6e76d55 req-5d1f68db-e5b0-4d8a-ba95-4921801759c7 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 946 time: 0.0518222 Jan 25 02:21:51.810812 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-86eaa286-08cb-4316-a397-7e03d6e76d55 req-43e0126d-40ee-4383-b118-6f736fd341dc tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394137 Jan 25 02:21:52.934700 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9bffe-0540-4e02-b212-6496c90db806 req-e2e82a77-c64f-4580-9130-dff1236e8c8e tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:52.936155 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d0e9bffe-0540-4e02-b212-6496c90db806 req-e2e82a77-c64f-4580-9130-dff1236e8c8e tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 946 time: 0.0514102 Jan 25 02:21:53.113420 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:21:53.114746 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d0e9bffe-0540-4e02-b212-6496c90db806 req-c2123d00-4d7e-4850-b8e0-74e0963778c5 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426869 Jan 25 02:21:53.172168 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:21:54.128881 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f9fe0-cfd1-409d-b6a2-e91d402f7458 req-80797bc8-7d1e-4a30-ab1e-3dae6e4c6ade tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:54.130471 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1d9f9fe0-cfd1-409d-b6a2-e91d402f7458 req-80797bc8-7d1e-4a30-ab1e-3dae6e4c6ade tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 946 time: 0.0607810 Jan 25 02:21:54.180718 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1d9f9fe0-cfd1-409d-b6a2-e91d402f7458 req-4ac2c936-0c42-4fff-bbaa-362a87577b5a tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441027 Jan 25 02:21:54.514496 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:21:55.326692 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276aa68a-f84e-4a28-b98d-5dc9a1e97caf req-b50b3125-966c-47da-b317-a1fd22626839 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:55.328196 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-276aa68a-f84e-4a28-b98d-5dc9a1e97caf req-b50b3125-966c-47da-b317-a1fd22626839 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 946 time: 0.0575373 Jan 25 02:21:55.383310 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-276aa68a-f84e-4a28-b98d-5dc9a1e97caf req-7027f6ce-b376-4f96-be23-0e58543b3759 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459588 Jan 25 02:21:56.559174 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67235cec-67a1-4a9d-8bfd-20afebe0371d req-eec6633b-f84c-4abd-8065-b83266f7c06e tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:56.560787 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-67235cec-67a1-4a9d-8bfd-20afebe0371d req-eec6633b-f84c-4abd-8065-b83266f7c06e tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 946 time: 0.0520740 Jan 25 02:21:56.613314 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-67235cec-67a1-4a9d-8bfd-20afebe0371d req-90d113b9-54c5-4322-bfbf-d88c59890828 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448658 Jan 25 02:21:57.755851 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a929bf7-b3d0-4149-93e4-356a28926e17 req-6d4285df-dcfb-4e04-b6e9-894bd852f506 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:57.757397 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2a929bf7-b3d0-4149-93e4-356a28926e17 req-6d4285df-dcfb-4e04-b6e9-894bd852f506 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 946 time: 0.0620236 Jan 25 02:21:57.817393 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2a929bf7-b3d0-4149-93e4-356a28926e17 req-3cbd8648-311f-46d4-86fe-86694506a6c5 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540342 Jan 25 02:21:58.943279 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c572c1-b360-40f6-a38a-52f44d983968 req-e1a6f6b4-6f42-480a-9c16-207ed3b0fe50 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:21:58.944928 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-19c572c1-b360-40f6-a38a-52f44d983968 req-e1a6f6b4-6f42-480a-9c16-207ed3b0fe50 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 946 time: 0.0538161 Jan 25 02:21:58.992603 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-19c572c1-b360-40f6-a38a-52f44d983968 req-d7e5fefa-59f2-49bf-bb6d-db8c902349b4 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414319 Jan 25 02:22:00.138020 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28502149-d6ce-41db-8445-9342cc4b082b req-fe97c6e8-f925-4cdd-95cd-f9913fe4dfa5 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:00.142837 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-28502149-d6ce-41db-8445-9342cc4b082b req-fe97c6e8-f925-4cdd-95cd-f9913fe4dfa5 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 946 time: 0.0682492 Jan 25 02:22:00.195186 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-28502149-d6ce-41db-8445-9342cc4b082b req-20252dbf-d328-40be-8c65-c1808f9bec23 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487940 Jan 25 02:22:01.327920 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c7774-12b3-496b-ba6d-4d335dd63233 req-7dcdcaef-7c8e-498d-8e94-cd706a80131e tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:01.342558 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-508c7774-12b3-496b-ba6d-4d335dd63233 req-7dcdcaef-7c8e-498d-8e94-cd706a80131e tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 946 time: 0.0547647 Jan 25 02:22:01.376940 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-508c7774-12b3-496b-ba6d-4d335dd63233 req-31bfa350-9f27-485e-ae05-884c1b36bcff tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416687 Jan 25 02:22:02.513031 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440c69a-76ad-4cd9-89a6-f2ff10e684ec req-312635da-7a04-4557-b7b3-5d370b312bdc tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:02.515596 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3440c69a-76ad-4cd9-89a6-f2ff10e684ec req-312635da-7a04-4557-b7b3-5d370b312bdc tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 946 time: 0.0580590 Jan 25 02:22:02.582006 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3440c69a-76ad-4cd9-89a6-f2ff10e684ec req-ef505a53-450f-4e95-bc81-0c506c36be33 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595295 Jan 25 02:22:03.165825 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:22:03.707822 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b658754-3266-4c7e-9980-a2735b8d7a40 req-ef92cda4-9cd0-447e-897c-d53b449fac67 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:03.709351 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4b658754-3266-4c7e-9980-a2735b8d7a40 req-ef92cda4-9cd0-447e-897c-d53b449fac67 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 946 time: 0.0534403 Jan 25 02:22:03.768080 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4b658754-3266-4c7e-9980-a2735b8d7a40 req-cc95c8a2-b407-4023-a5fe-26951f9bee00 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523589 Jan 25 02:22:04.900326 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae0270-1a69-465e-9a68-e8681318d72b req-50875830-0d7c-460f-b57a-faacc1df6192 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:04.904640 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-8aae0270-1a69-465e-9a68-e8681318d72b req-50875830-0d7c-460f-b57a-faacc1df6192 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 946 time: 0.0618720 Jan 25 02:22:04.955488 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-8aae0270-1a69-465e-9a68-e8681318d72b req-4c38af2b-241a-4eda-94a7-3fc16eb2298f tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459926 Jan 25 02:22:06.077765 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba90197-2bbc-4772-bbee-8359ecc0620c req-33de2088-4d57-4486-9b82-03419597ee60 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:06.080472 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cba90197-2bbc-4772-bbee-8359ecc0620c req-33de2088-4d57-4486-9b82-03419597ee60 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 946 time: 0.0498681 Jan 25 02:22:06.128769 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cba90197-2bbc-4772-bbee-8359ecc0620c req-569206a1-b008-4f76-ab5e-ca0d6379cbd4 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428479 Jan 25 02:22:07.004250 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5c9fb-ae35-4524-8b90-5036b89c1cd1 req-622c772d-5a0c-4bff-b62b-3524d24a68bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:07.005723 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dca5c9fb-ae35-4524-8b90-5036b89c1cd1 req-622c772d-5a0c-4bff-b62b-3524d24a68bb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cd0e87a773cb48a5808124de0b5709f6&device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 1099 time: 0.0441296 Jan 25 02:22:07.092594 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5c9fb-ae35-4524-8b90-5036b89c1cd1 req-21633b3e-25a7-415a-af55-7b0ee8a3b661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:07.094350 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dca5c9fb-ae35-4524-8b90-5036b89c1cd1 req-21633b3e-25a7-415a-af55-7b0ee8a3b661 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9e211453-422c-4767-b463-5c4e4c8afabc HTTP/1.1" status: 200 len: 918 time: 0.0814438 Jan 25 02:22:07.164481 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dca5c9fb-ae35-4524-8b90-5036b89c1cd1 req-cabf4548-504e-48f6-875e-060d431f229c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e291b176-48d5-49ec-8928-8038acdd7692 HTTP/1.1" status: 200 len: 1001 time: 0.0619698 Jan 25 02:22:07.244068 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5c9fb-ae35-4524-8b90-5036b89c1cd1 req-d730855a-4d1f-4879-b302-3ba243f89e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:07.255739 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dca5c9fb-ae35-4524-8b90-5036b89c1cd1 req-d730855a-4d1f-4879-b302-3ba243f89e23 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=431c2097-6312-4255-849e-eb12f9822c44 HTTP/1.1" status: 200 len: 856 time: 0.0712011 Jan 25 02:22:07.269874 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394356d-75bd-4343-b841-b5129206f3c1 req-116114fe-ab97-4e9b-9c19-bb4da70ecb42 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:07.271335 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4394356d-75bd-4343-b841-b5129206f3c1 req-116114fe-ab97-4e9b-9c19-bb4da70ecb42 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 946 time: 0.0710537 Jan 25 02:22:07.336697 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5c9fb-ae35-4524-8b90-5036b89c1cd1 req-83326f85-2aba-4d50-bd74-623fcfd363b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:07.338156 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dca5c9fb-ae35-4524-8b90-5036b89c1cd1 req-83326f85-2aba-4d50-bd74-623fcfd363b4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9e211453-422c-4767-b463-5c4e4c8afabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0841928 Jan 25 02:22:07.341751 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4394356d-75bd-4343-b841-b5129206f3c1 req-61e0191e-d8ef-448f-9fe0-2ae4ec2b81bd tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532482 Jan 25 02:22:07.425737 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dca5c9fb-ae35-4524-8b90-5036b89c1cd1 req-c67b0aa2-5e82-425e-9b44-91feec1bd067 service neutron] 10.222.0.79 "GET /v2.0/networks/9e211453-422c-4767-b463-5c4e4c8afabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801742 Jan 25 02:22:07.519827 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dca5c9fb-ae35-4524-8b90-5036b89c1cd1 req-da5ea6c8-c41b-4102-bd71-ec7c04d057b9 service neutron] 10.222.0.79 "GET /v2.0/networks/9e211453-422c-4767-b463-5c4e4c8afabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863547 Jan 25 02:22:08.459672 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8ed58-f2a0-4a8e-a7b0-0c14ba45c083 req-00f2a283-eb69-4f37-a99c-4603ee5829b8 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:08.461148 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-82a8ed58-f2a0-4a8e-a7b0-0c14ba45c083 req-00f2a283-eb69-4f37-a99c-4603ee5829b8 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 946 time: 0.0480175 Jan 25 02:22:08.506762 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-82a8ed58-f2a0-4a8e-a7b0-0c14ba45c083 req-9746cbb6-5e1b-4375-9988-6d0410439cdc tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401132 Jan 25 02:22:09.627567 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c99c5b-8b47-40dc-b50c-604b6858e74f req-207fb25f-b443-4583-8731-da7c9927174c tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:09.629067 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e7c99c5b-8b47-40dc-b50c-604b6858e74f req-207fb25f-b443-4583-8731-da7c9927174c tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 946 time: 0.0481212 Jan 25 02:22:09.681021 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e7c99c5b-8b47-40dc-b50c-604b6858e74f req-33568f93-9c7a-46a2-b60e-e18dcfc5b230 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454755 Jan 25 02:22:10.800735 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90b647-5fcc-421d-94aa-7c523601f74b req-1ff1628c-7d2b-45a6-800c-12ecd6fc9f18 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:10.802211 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ed90b647-5fcc-421d-94aa-7c523601f74b req-1ff1628c-7d2b-45a6-800c-12ecd6fc9f18 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 946 time: 0.0489221 Jan 25 02:22:10.848852 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ed90b647-5fcc-421d-94aa-7c523601f74b req-ec09a262-7267-4b4a-b6c4-5edebb7ddefb tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409691 Jan 25 02:22:10.904922 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device e291b176-48d5-49ec-8928-8038acdd7692 no longer exists at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:22:10.982420 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port e291b176-48d5-49ec-8928-8038acdd7692 is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:22:10.982730 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (e291b176-48d5-49ec-8928-8038acdd7692), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:11.005143 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bb436c-591b-4f92-8454-2ff5fcfba2fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e291b176-48d5-49ec-8928-8038acdd7692'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:22:11.007588 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425b8effad759ea2b395d79f7fcdbc6f74d58daf1cbadf1a5a1a211e7a69aa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79667226-3bc9-4739-8ab3-81ca549e5cd2" -d '{"events": [{"server_uuid": "21bb436c-591b-4f92-8454-2ff5fcfba2fb", "name": "network-vif-unplugged", "status": "completed", "tag": "e291b176-48d5-49ec-8928-8038acdd7692"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:22:11.022628 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port e291b176-48d5-49ec-8928-8038acdd7692, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=e291b176-48d5-49ec-8928-8038acdd7692,segment=NetworkSegment(a011af27-2f86-4052-851b-d44cff3836ce),segment_id=a011af27-2f86-4052-851b-d44cff3836ce)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:22:11.041065 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 25 Jan 2022 02:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08d9579-d31f-457d-8ab0-303bc54b4b6f x-openstack-request-id: req-f08d9579-d31f-457d-8ab0-303bc54b4b6f {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:22:11.041358 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bb436c-591b-4f92-8454-2ff5fcfba2fb", "name": "network-vif-unplugged", "status": "failed", "tag": "e291b176-48d5-49ec-8928-8038acdd7692", "code": 422}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:22:11.041610 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-f08d9579-d31f-457d-8ab0-303bc54b4b6f {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:22:11.042021 dv-cinder-821168-1-iscsi neutron-server[103189]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '21bb436c-591b-4f92-8454-2ff5fcfba2fb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e291b176-48d5-49ec-8928-8038acdd7692', 'code': 422} returned with failed status Jan 25 02:22:11.080796 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (e291b176-48d5-49ec-8928-8038acdd7692), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:11.129624 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=e291b176-48d5-49ec-8928-8038acdd7692,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:22:12.102282 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eeb694-8dc5-4884-aee7-68b5e2c02d61 req-c2382c45-caa9-4c47-b5c2-154d0b8b59f4 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:12.103859 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-04eeb694-8dc5-4884-aee7-68b5e2c02d61 req-c2382c45-caa9-4c47-b5c2-154d0b8b59f4 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0483267 Jan 25 02:22:12.152262 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-04eeb694-8dc5-4884-aee7-68b5e2c02d61 req-f267b5c2-7d20-4d77-a430-bea3c26c4983 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427308 Jan 25 02:22:12.495287 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [req-47f27093-267b-4b4e-b9cb-c9bc078a1f8a req-46dbe91e-9069-47e3-9e95-db0247ca8c26 service neutron] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:22:12.496290 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-47f27093-267b-4b4e-b9cb-c9bc078a1f8a req-46dbe91e-9069-47e3-9e95-db0247ca8c26 service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052266 Jan 25 02:22:12.832302 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e312f-1872-486d-80aa-ca8fae044705 req-8ec6caff-72ef-4c59-9106-fd392aa826d0 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:12.833819 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-948e312f-1872-486d-80aa-ca8fae044705 req-8ec6caff-72ef-4c59-9106-fd392aa826d0 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 944 time: 0.0531750 Jan 25 02:22:12.888430 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-948e312f-1872-486d-80aa-ca8fae044705 req-36503053-ad47-470a-94de-d64b368cb33f tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491562 Jan 25 02:22:13.207213 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [req-657aaabf-0656-489a-8194-1b99eef490af req-03cb88a9-8054-4120-97e3-fb3fdd9bb83f service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0828209 Jan 25 02:22:13.270106 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3179fc-6045-4293-8280-e14594db09f2 req-cc403d3a-5176-4763-a944-4e615d7499d1 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:13.271724 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0a3179fc-6045-4293-8280-e14594db09f2 req-cc403d3a-5176-4763-a944-4e615d7499d1 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0527313 Jan 25 02:22:13.320878 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0a3179fc-6045-4293-8280-e14594db09f2 req-a37d898e-1e42-476f-9f68-13f6a4534114 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=38986f12-6b29-4725-ae2d-f277fc317ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433547 Jan 25 02:22:13.478972 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b65132-d301-444f-ab15-320cd550993a req-44710692-bc2c-4434-bbfe-d505050ba682 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:13.480511 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-05b65132-d301-444f-ab15-320cd550993a req-44710692-bc2c-4434-bbfe-d505050ba682 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.79 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 945 time: 0.0532184 Jan 25 02:22:13.572920 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-05b65132-d301-444f-ab15-320cd550993a req-6cdace78-16fb-4c51-9ecc-989428942b8f tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Deleting port 7b3d905e-34e7-4ddb-9c80-d8b54c4a3119 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:22:13.573271 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-05b65132-d301-444f-ab15-320cd550993a req-6cdace78-16fb-4c51-9ecc-989428942b8f tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (7b3d905e-34e7-4ddb-9c80-d8b54c4a3119), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:13.666162 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-05b65132-d301-444f-ab15-320cd550993a req-6cdace78-16fb-4c51-9ecc-989428942b8f tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] For port 7b3d905e-34e7-4ddb-9c80-d8b54c4a3119, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=7b3d905e-34e7-4ddb-9c80-d8b54c4a3119,segment=NetworkSegment(96256bba-260a-4340-9ca9-6919fb0b7ef1),segment_id=96256bba-260a-4340-9ca9-6919fb0b7ef1)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:22:13.666560 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-05b65132-d301-444f-ab15-320cd550993a req-6cdace78-16fb-4c51-9ecc-989428942b8f tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (7b3d905e-34e7-4ddb-9c80-d8b54c4a3119), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:13.834755 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-05b65132-d301-444f-ab15-320cd550993a req-6cdace78-16fb-4c51-9ecc-989428942b8f tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:13.835189 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-05b65132-d301-444f-ab15-320cd550993a req-6cdace78-16fb-4c51-9ecc-989428942b8f tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013182'] for floatingip (57e8a4ed-aa51-474d-b9c7-7ef7163bff97), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:13.835516 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.db.l3_db [req-05b65132-d301-444f-ab15-320cd550993a req-6cdace78-16fb-4c51-9ecc-989428942b8f tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Floating IP 57e8a4ed-aa51-474d-b9c7-7ef7163bff97 disassociated. External IP: 172.27.3.160, port: 7b3d905e-34e7-4ddb-9c80-d8b54c4a3119. Jan 25 02:22:13.835867 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-05b65132-d301-444f-ab15-320cd550993a req-6cdace78-16fb-4c51-9ecc-989428942b8f tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Calling delete_port for 7b3d905e-34e7-4ddb-9c80-d8b54c4a3119 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:22:14.021232 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cb082-9c8c-4eac-b573-26a267eabe0c req-b3cec55f-a2d7-402c-9b62-835b538aa70a tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:14.022768 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a17cb082-9c8c-4eac-b573-26a267eabe0c req-b3cec55f-a2d7-402c-9b62-835b538aa70a tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 944 time: 0.0513134 Jan 25 02:22:14.023930 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-05b65132-d301-444f-ab15-320cd550993a req-6cdace78-16fb-4c51-9ecc-989428942b8f tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (7b3d905e-34e7-4ddb-9c80-d8b54c4a3119), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:14.060418 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdace78-16fb-4c51-9ecc-989428942b8f tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Pushing event deleted for resources: {'Port': ['ID=7b3d905e-34e7-4ddb-9c80-d8b54c4a3119,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:22:14.084038 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdace78-16fb-4c51-9ecc-989428942b8f tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:22:14.084415 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdace78-16fb-4c51-9ecc-989428942b8f tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:22:14.084842 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdace78-16fb-4c51-9ecc-989428942b8f tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:22:14.085155 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdace78-16fb-4c51-9ecc-989428942b8f tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:22:14.085494 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdace78-16fb-4c51-9ecc-989428942b8f tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:22:14.085829 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdace78-16fb-4c51-9ecc-989428942b8f tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:22:14.086170 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdace78-16fb-4c51-9ecc-989428942b8f tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:22:14.086539 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdace78-16fb-4c51-9ecc-989428942b8f tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:22:14.086870 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdace78-16fb-4c51-9ecc-989428942b8f tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:22:14.087205 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdace78-16fb-4c51-9ecc-989428942b8f tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:22:14.087539 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdace78-16fb-4c51-9ecc-989428942b8f tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:22:14.087865 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdace78-16fb-4c51-9ecc-989428942b8f tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:22:14.088191 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdace78-16fb-4c51-9ecc-989428942b8f tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:22:14.167917 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a17cb082-9c8c-4eac-b573-26a267eabe0c req-80524584-cd2c-4de7-84cf-2433bb52ee8e tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319342 Jan 25 02:22:14.227727 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05b65132-d301-444f-ab15-320cd550993a req-6cdace78-16fb-4c51-9ecc-989428942b8f tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Router 0364cad3-edfd-4ce2-b2fb-a17a8e703e09 has already been hosted by L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:22:14.336367 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05b65132-d301-444f-ab15-320cd550993a req-6cdace78-16fb-4c51-9ecc-989428942b8f tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:22:14.348128 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afab0091-8519-4431-ac9f-417fbfc83bfd None None] Sync routers for ids ['0364cad3-edfd-4ce2-b2fb-a17a8e703e09'] in dv-cinder-821168-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:22:14.357744 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afab0091-8519-4431-ac9f-417fbfc83bfd None None] Routers {'0364cad3-edfd-4ce2-b2fb-a17a8e703e09'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:22:14.358404 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-afab0091-8519-4431-ac9f-417fbfc83bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:21:50Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['0364cad3-edfd-4ce2-b2fb-a17a8e703e09'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:22:14.379436 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b65132-d301-444f-ab15-320cd550993a req-6cdace78-16fb-4c51-9ecc-989428942b8f tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] No DVR routers for this DVR port 7b3d905e-34e7-4ddb-9c80-d8b54c4a3119 on host hv-cinder-82116 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:22:14.383225 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-05b65132-d301-444f-ab15-320cd550993a req-6cdace78-16fb-4c51-9ecc-989428942b8f tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:14.386583 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-05b65132-d301-444f-ab15-320cd550993a req-6cdace78-16fb-4c51-9ecc-989428942b8f tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.79 "DELETE /v2.0/ports/7b3d905e-34e7-4ddb-9c80-d8b54c4a3119 HTTP/1.1" status: 204 len: 173 time: 0.9011400 Jan 25 02:22:14.387037 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39743fdf-355f-4f86-9954-eee35a2306ca', 'name': 'network-vif-deleted', 'tag': '7b3d905e-34e7-4ddb-9c80-d8b54c4a3119'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:22:14.393620 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63aad99e-a8cd-4782-8b32-86152bbf09e1" -d '{"events": [{"server_uuid": "39743fdf-355f-4f86-9954-eee35a2306ca", "name": "network-vif-deleted", "tag": "7b3d905e-34e7-4ddb-9c80-d8b54c4a3119"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:22:14.431346 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fe999037-9f04-4292-9468-d977d084b9ed req-5861dc3a-3b32-4654-9b5e-59088c31ffc4 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=39743fdf-355f-4f86-9954-eee35a2306ca HTTP/1.1" status: 200 len: 210 time: 0.0346169 Jan 25 02:22:14.455273 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e2dcfb-08a4-4750-80d8-77aaecc0f262 x-openstack-request-id: req-83e2dcfb-08a4-4750-80d8-77aaecc0f262 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:22:14.456505 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39743fdf-355f-4f86-9954-eee35a2306ca", "name": "network-vif-deleted", "tag": "7b3d905e-34e7-4ddb-9c80-d8b54c4a3119", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:22:14.456824 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-83e2dcfb-08a4-4750-80d8-77aaecc0f262 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:22:14.457239 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39743fdf-355f-4f86-9954-eee35a2306ca', 'name': 'network-vif-deleted', 'tag': '7b3d905e-34e7-4ddb-9c80-d8b54c4a3119', 'status': 'completed', 'code': 200} Jan 25 02:22:14.483057 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-afab0091-8519-4431-ac9f-417fbfc83bfd None None] Set router 0364cad3-edfd-4ce2-b2fb-a17a8e703e09 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:22:14.542055 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657aaabf-0656-489a-8194-1b99eef490af req-bdc34060-95ee-4bb3-94c2-21ee627b1553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:14.543949 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-657aaabf-0656-489a-8194-1b99eef490af req-bdc34060-95ee-4bb3-94c2-21ee627b1553 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb&tenant_id=cd0e87a773cb48a5808124de0b5709f6 HTTP/1.1" status: 200 len: 1097 time: 0.0494571 Jan 25 02:22:14.622238 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657aaabf-0656-489a-8194-1b99eef490af req-ce187983-84dc-40e5-8ca9-b501369360c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:14.623798 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-657aaabf-0656-489a-8194-1b99eef490af req-ce187983-84dc-40e5-8ca9-b501369360c7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cd0e87a773cb48a5808124de0b5709f6&device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 1097 time: 0.0427170 Jan 25 02:22:14.728260 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657aaabf-0656-489a-8194-1b99eef490af req-81915225-5772-4c90-9a24-e795b9535397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:14.729645 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-657aaabf-0656-489a-8194-1b99eef490af req-81915225-5772-4c90-9a24-e795b9535397 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9e211453-422c-4767-b463-5c4e4c8afabc HTTP/1.1" status: 200 len: 918 time: 0.0959215 Jan 25 02:22:14.806198 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-657aaabf-0656-489a-8194-1b99eef490af req-0a402f22-2fa5-48ac-985b-126b9e7dbe66 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e291b176-48d5-49ec-8928-8038acdd7692 HTTP/1.1" status: 200 len: 999 time: 0.0613897 Jan 25 02:22:14.819608 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-afab0091-8519-4431-ac9f-417fbfc83bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'name': 'tempest-AttachVolumeTestJSON-1127360137-router', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '94b310f7-9a60-4ba5-9d90-08a54db022bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:16:15Z', 'updated_at': '2022-01-25T02:16:18Z', 'revision_number': 4, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'gw_port': {'id': '94b310f7-9a60-4ba5-9d90-08a54db022bd', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:16:15Z', 'updated_at': '2022-01-25T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '42bd279f-c138-4b50-9ed1-cdd8dd356707', 'name': '', 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'mac_address': 'fa:16:3e:5d:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '4433a20e-0a7e-4dda-9aa9-6ade059d64f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:16:17Z', 'updated_at': '2022-01-25T02:16:22Z', 'revision_number': 5, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'subnets': [{'id': '4433a20e-0a7e-4dda-9aa9-6ade059d64f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:22:14.846934 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afab0091-8519-4431-ac9f-417fbfc83bfd None None] Checking router: 0364cad3-edfd-4ce2-b2fb-a17a8e703e09 for host: dv-cinder-821168-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:22:14.855767 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afab0091-8519-4431-ac9f-417fbfc83bfd None None] Routers {'0364cad3-edfd-4ce2-b2fb-a17a8e703e09'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:22:14.856427 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-afab0091-8519-4431-ac9f-417fbfc83bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:21:50Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['0364cad3-edfd-4ce2-b2fb-a17a8e703e09'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:22:14.860654 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657aaabf-0656-489a-8194-1b99eef490af req-7b4fecb4-3a58-4641-9a6e-d9d079289041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:14.863101 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-657aaabf-0656-489a-8194-1b99eef490af req-7b4fecb4-3a58-4641-9a6e-d9d079289041 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=431c2097-6312-4255-849e-eb12f9822c44 HTTP/1.1" status: 200 len: 856 time: 0.0497890 Jan 25 02:22:14.909115 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657aaabf-0656-489a-8194-1b99eef490af req-5c953e32-fe0c-49a7-8be5-626ceccb263d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:14.910656 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-657aaabf-0656-489a-8194-1b99eef490af req-5c953e32-fe0c-49a7-8be5-626ceccb263d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9e211453-422c-4767-b463-5c4e4c8afabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420101 Jan 25 02:22:14.963005 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-afab0091-8519-4431-ac9f-417fbfc83bfd None None] Set router 0364cad3-edfd-4ce2-b2fb-a17a8e703e09 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:22:15.001546 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-657aaabf-0656-489a-8194-1b99eef490af req-03ae824d-4788-4e4b-bad3-754598f2902f service neutron] 10.222.0.79 "GET /v2.0/networks/9e211453-422c-4767-b463-5c4e4c8afabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834372 Jan 25 02:22:15.095787 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-657aaabf-0656-489a-8194-1b99eef490af req-8c272846-53d7-49c8-a644-b2c89a3c8421 service neutron] 10.222.0.79 "GET /v2.0/networks/9e211453-422c-4767-b463-5c4e4c8afabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880136 Jan 25 02:22:15.171824 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-afab0091-8519-4431-ac9f-417fbfc83bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'name': 'tempest-AttachVolumeTestJSON-1127360137-router', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '94b310f7-9a60-4ba5-9d90-08a54db022bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:16:15Z', 'updated_at': '2022-01-25T02:16:18Z', 'revision_number': 4, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'gw_port': {'id': '94b310f7-9a60-4ba5-9d90-08a54db022bd', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:16:15Z', 'updated_at': '2022-01-25T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '42bd279f-c138-4b50-9ed1-cdd8dd356707', 'name': '', 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'mac_address': 'fa:16:3e:5d:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '4433a20e-0a7e-4dda-9aa9-6ade059d64f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:16:17Z', 'updated_at': '2022-01-25T02:16:22Z', 'revision_number': 5, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'subnets': [{'id': '4433a20e-0a7e-4dda-9aa9-6ade059d64f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:22:15.197035 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afab0091-8519-4431-ac9f-417fbfc83bfd None None] The sync data for ids ['0364cad3-edfd-4ce2-b2fb-a17a8e703e09'] in dv-cinder-821168-1-iscsi is: [{'id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'name': 'tempest-AttachVolumeTestJSON-1127360137-router', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '94b310f7-9a60-4ba5-9d90-08a54db022bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:16:15Z', 'updated_at': '2022-01-25T02:16:18Z', 'revision_number': 4, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'gw_port': {'id': '94b310f7-9a60-4ba5-9d90-08a54db022bd', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:16:15Z', 'updated_at': '2022-01-25T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '42bd279f-c138-4b50-9ed1-cdd8dd356707', 'name': '', 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'mac_address': 'fa:16:3e:5d:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '4433a20e-0a7e-4dda-9aa9-6ade059d64f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:16:17Z', 'updated_at': '2022-01-25T02:16:22Z', 'revision_number': 5, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'subnets': [{'id': '4433a20e-0a7e-4dda-9aa9-6ade059d64f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:22:15.297906 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31384e82-f01e-4167-8b16-bd2abd25e93b req-102a1ea2-a7ec-4ed9-8812-6e44cf691f2a tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:15.299523 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-31384e82-f01e-4167-8b16-bd2abd25e93b req-102a1ea2-a7ec-4ed9-8812-6e44cf691f2a tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 944 time: 0.0545371 Jan 25 02:22:15.349198 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-31384e82-f01e-4167-8b16-bd2abd25e93b req-99c93b37-3dd4-4290-8380-fb1437e8e37b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439074 Jan 25 02:22:15.468280 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f0f0f9-e69b-447d-b2ed-6915c3ada143 None None] New status for floating IP 57e8a4ed-aa51-474d-b9c7-7ef7163bff97: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:22:15.578524 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 39414) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:22:15.632093 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-214a78fd-d922-4fac-9cb1-ba88eff557e9 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for security_group (38986f12-6b29-4725-ae2d-f277fc317ea9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:15.658515 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-214a78fd-d922-4fac-9cb1-ba88eff557e9 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for security_group (38986f12-6b29-4725-ae2d-f277fc317ea9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:15.772233 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-214a78fd-d922-4fac-9cb1-ba88eff557e9 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (38986f12-6b29-4725-ae2d-f277fc317ea9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:15.775050 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-214a78fd-d922-4fac-9cb1-ba88eff557e9 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:15.779166 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 39418) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:22:15.779391 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-214a78fd-d922-4fac-9cb1-ba88eff557e9 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "DELETE /v2.0/security-groups/38986f12-6b29-4725-ae2d-f277fc317ea9 HTTP/1.1" status: 204 len: 168 time: 0.1994407 Jan 25 02:22:15.789991 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a78fd-d922-4fac-9cb1-ba88eff557e9 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38986f12-6b29-4725-ae2d-f277fc317ea9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:22:15.794545 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.api.v2.resource [None req-315be2cd-fc36-4cad-88cd-3339b1d0f577 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] show failed (client error): The resource could not be found. Jan 25 02:22:15.796158 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-315be2cd-fc36-4cad-88cd-3339b1d0f577 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups/38986f12-6b29-4725-ae2d-f277fc317ea9 HTTP/1.1" status: 404 len: 347 time: 0.0158725 Jan 25 02:22:15.800037 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 39420) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:22:15.806000 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a78fd-d922-4fac-9cb1-ba88eff557e9 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:22:15.806354 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a78fd-d922-4fac-9cb1-ba88eff557e9 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:22:15.806741 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a78fd-d922-4fac-9cb1-ba88eff557e9 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:22:15.807084 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a78fd-d922-4fac-9cb1-ba88eff557e9 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:22:15.807426 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a78fd-d922-4fac-9cb1-ba88eff557e9 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:22:15.807758 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a78fd-d922-4fac-9cb1-ba88eff557e9 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:22:15.808090 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a78fd-d922-4fac-9cb1-ba88eff557e9 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:22:15.808426 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a78fd-d922-4fac-9cb1-ba88eff557e9 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:22:15.808752 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a78fd-d922-4fac-9cb1-ba88eff557e9 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:22:15.809087 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a78fd-d922-4fac-9cb1-ba88eff557e9 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:22:15.809543 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a78fd-d922-4fac-9cb1-ba88eff557e9 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:22:15.809884 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a78fd-d922-4fac-9cb1-ba88eff557e9 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:22:15.810390 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a78fd-d922-4fac-9cb1-ba88eff557e9 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:22:15.976722 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-b0f32d15-be1d-4609-8ce6-9f29fce2c240 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Deleting port 4ecda567-09d7-410d-9584-9875451bf6a9 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:22:15.977050 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b0f32d15-be1d-4609-8ce6-9f29fce2c240 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (4ecda567-09d7-410d-9584-9875451bf6a9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:16.062156 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b0f32d15-be1d-4609-8ce6-9f29fce2c240 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (4ecda567-09d7-410d-9584-9875451bf6a9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:16.062510 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b0f32d15-be1d-4609-8ce6-9f29fce2c240 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for floatingip (4ecda567-09d7-410d-9584-9875451bf6a9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:16.075487 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-b0f32d15-be1d-4609-8ce6-9f29fce2c240 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Calling delete_port for 4ecda567-09d7-410d-9584-9875451bf6a9 owned by network:floatingip {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:22:16.315409 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b0f32d15-be1d-4609-8ce6-9f29fce2c240 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (4ecda567-09d7-410d-9584-9875451bf6a9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:16.347290 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f32d15-be1d-4609-8ce6-9f29fce2c240 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Pushing event deleted for resources: {'Port': ['ID=4ecda567-09d7-410d-9584-9875451bf6a9,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:22:16.415444 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b0f32d15-be1d-4609-8ce6-9f29fce2c240 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for floatingip (57e8a4ed-aa51-474d-b9c7-7ef7163bff97), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:16.418192 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b0f32d15-be1d-4609-8ce6-9f29fce2c240 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:16.419450 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-b0f32d15-be1d-4609-8ce6-9f29fce2c240 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "DELETE /v2.0/floatingips/57e8a4ed-aa51-474d-b9c7-7ef7163bff97 HTTP/1.1" status: 204 len: 168 time: 0.6180375 Jan 25 02:22:16.582623 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88756b49-4ba9-4d44-98b1-b55f6ebb875d req-bc6651e1-024f-4d57-bf3b-1fed8e0e07d4 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:16.584718 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-88756b49-4ba9-4d44-98b1-b55f6ebb875d req-bc6651e1-024f-4d57-bf3b-1fed8e0e07d4 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 944 time: 0.1511226 Jan 25 02:22:16.646041 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-88756b49-4ba9-4d44-98b1-b55f6ebb875d req-7813ec97-17fd-4b8c-ac21-da12a77efa39 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509801 Jan 25 02:22:16.768386 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 39428) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:22:16.773022 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [None req-30d7eb85-353b-4b8d-a9ef-f12c868fadae tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1737543027', 'description': 'tempest-description--1730368598'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:22:16.863609 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-30d7eb85-353b-4b8d-a9ef-f12c868fadae tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:16.941410 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-30d7eb85-353b-4b8d-a9ef-f12c868fadae tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for security_group (3a4ba3fe-5efb-433a-b1f4-4b7154ec1ce8), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:16.946868 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 7b3d905e-34e7-4ddb-9c80-d8b54c4a3119 no longer exists at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:22:16.976475 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] No Port match for: 7b3d905e-34e7-4ddb-9c80-d8b54c4a3119 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:22:16.977662 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 7b3d905e-34e7-4ddb-9c80-d8b54c4a3119 not bound to the agent host hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:22:17.011624 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-30d7eb85-353b-4b8d-a9ef-f12c868fadae tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (3a4ba3fe-5efb-433a-b1f4-4b7154ec1ce8), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:17.042261 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7eb85-353b-4b8d-a9ef-f12c868fadae tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4ba3fe-5efb-433a-b1f4-4b7154ec1ce8,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:22:17.110489 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-30d7eb85-353b-4b8d-a9ef-f12c868fadae tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:17.111899 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-30d7eb85-353b-4b8d-a9ef-f12c868fadae tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3424056 Jan 25 02:22:17.115460 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 39430) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:22:17.120054 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [None req-f8b8a95e-3351-4d0b-93d0-6f2b4c5404f3 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Request body: {'security_group_rule': {'security_group_id': '3a4ba3fe-5efb-433a-b1f4-4b7154ec1ce8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:22:17.205749 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f8b8a95e-3351-4d0b-93d0-6f2b4c5404f3 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for security_group_rule (3dcfa0b7-8273-4c44-923f-b61b3b1bf4ba), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:17.265402 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f8b8a95e-3351-4d0b-93d0-6f2b4c5404f3 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for security_group_rule (3dcfa0b7-8273-4c44-923f-b61b3b1bf4ba), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:17.366227 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f8b8a95e-3351-4d0b-93d0-6f2b4c5404f3 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970565'] for security_group_rule (3dcfa0b7-8273-4c44-923f-b61b3b1bf4ba), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:17.389163 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b8a95e-3351-4d0b-93d0-6f2b4c5404f3 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dcfa0b7-8273-4c44-923f-b61b3b1bf4ba,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:22:17.465583 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f8b8a95e-3351-4d0b-93d0-6f2b4c5404f3 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:17.470278 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-f8b8a95e-3351-4d0b-93d0-6f2b4c5404f3 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3503225 Jan 25 02:22:17.470623 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 39434) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:22:17.474875 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [None req-5ecdee1d-411c-4e3d-b81e-1c231dcf6da5 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Request body: {'security_group_rule': {'security_group_id': '3a4ba3fe-5efb-433a-b1f4-4b7154ec1ce8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:22:17.566314 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5ecdee1d-411c-4e3d-b81e-1c231dcf6da5 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for security_group_rule (0bcd9352-5926-4025-b47a-9b77bf1917cd), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:17.633987 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5ecdee1d-411c-4e3d-b81e-1c231dcf6da5 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for security_group_rule (0bcd9352-5926-4025-b47a-9b77bf1917cd), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:17.663846 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8fa97834-fd8b-4751-a46e-f07cef7bd69c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:17.732886 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5ecdee1d-411c-4e3d-b81e-1c231dcf6da5 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970565'] for security_group_rule (0bcd9352-5926-4025-b47a-9b77bf1917cd), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:17.771616 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecdee1d-411c-4e3d-b81e-1c231dcf6da5 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bcd9352-5926-4025-b47a-9b77bf1917cd,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:22:17.792983 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a3a84-aa46-4c76-8dc9-f1a86e955070 req-71390c5a-eb33-4103-9f1d-9b69807591c3 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:17.794541 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f94a3a84-aa46-4c76-8dc9-f1a86e955070 req-71390c5a-eb33-4103-9f1d-9b69807591c3 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 944 time: 0.0730309 Jan 25 02:22:17.842965 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5ecdee1d-411c-4e3d-b81e-1c231dcf6da5 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:17.848132 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-5ecdee1d-411c-4e3d-b81e-1c231dcf6da5 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3736770 Jan 25 02:22:17.848589 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 39438) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:22:17.853230 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6fe46395-680d-4105-a000-df6afb4a7652 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Request body: {'floatingip': {'floating_network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:22:17.854626 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f94a3a84-aa46-4c76-8dc9-f1a86e955070 req-14dfc97f-2deb-49a5-8484-721972c8ff20 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532377 Jan 25 02:22:18.440693 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6fe46395-680d-4105-a000-df6afb4a7652 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:18.542085 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6fe46395-680d-4105-a000-df6afb4a7652 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:18.655657 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-6fe46395-680d-4105-a000-df6afb4a7652 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Allocated IP 172.27.3.177 (a4beea5e-7380-4f54-a79a-85c8e3bac423/7e657314-da2c-44e4-949d-aa8ff76f9246/f161c589-67c5-4473-b4cc-37c9fb771c66) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:22:18.768507 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6fe46395-680d-4105-a000-df6afb4a7652 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for port (f161c589-67c5-4473-b4cc-37c9fb771c66), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:18.932306 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6fe46395-680d-4105-a000-df6afb4a7652 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25362021'] for port (f161c589-67c5-4473-b4cc-37c9fb771c66), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:18.977847 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe46395-680d-4105-a000-df6afb4a7652 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Network a4beea5e-7380-4f54-a79a-85c8e3bac423 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:22:18.990037 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-6fe46395-680d-4105-a000-df6afb4a7652 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:22:18.999863 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe46395-680d-4105-a000-df6afb4a7652 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:22:19.004074 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe46395-680d-4105-a000-df6afb4a7652 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Pushing event updated for resources: {'Port': ['ID=f161c589-67c5-4473-b4cc-37c9fb771c66,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:22:19.082506 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1791273-aee8-4c2c-89dc-66051439dad4 req-d5ca20c9-5aa7-4ae0-a722-d2e2bcbd61e8 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:19.087151 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b1791273-aee8-4c2c-89dc-66051439dad4 req-d5ca20c9-5aa7-4ae0-a722-d2e2bcbd61e8 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 944 time: 0.1580396 Jan 25 02:22:19.098535 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6fe46395-680d-4105-a000-df6afb4a7652 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for floatingip (316985a1-f0f1-4081-9863-e4ca3537a9ed), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:19.144041 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b1791273-aee8-4c2c-89dc-66051439dad4 req-0c08b8c4-5f65-4349-8d60-8a869495672b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554588 Jan 25 02:22:19.215030 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6fe46395-680d-4105-a000-df6afb4a7652 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (f161c589-67c5-4473-b4cc-37c9fb771c66), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:19.375674 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6fe46395-680d-4105-a000-df6afb4a7652 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for port (f161c589-67c5-4473-b4cc-37c9fb771c66), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:19.463217 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6fe46395-680d-4105-a000-df6afb4a7652 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25362034'] for port (f161c589-67c5-4473-b4cc-37c9fb771c66), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:19.546213 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe46395-680d-4105-a000-df6afb4a7652 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Pushing event updated for resources: {'Port': ['ID=f161c589-67c5-4473-b4cc-37c9fb771c66,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:22:19.660990 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6fe46395-680d-4105-a000-df6afb4a7652 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013182'] for floatingip (316985a1-f0f1-4081-9863-e4ca3537a9ed), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:19.894723 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6fe46395-680d-4105-a000-df6afb4a7652 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:19.928677 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-6fe46395-680d-4105-a000-df6afb4a7652 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0466261 Jan 25 02:22:20.054500 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-2cbf5fac-83d8-4cff-bcea-cc8e9dbc4daf tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-securitygroup--1737543027&fields=id&tenant_id=1dc0c55e351a499ba2e0b38fd3fea46c HTTP/1.1" status: 200 len: 267 time: 0.0451272 Jan 25 02:22:20.165860 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49bd30b3-8486-4c4e-928b-2cc0ccfeb238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:20.174886 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-01b3a0bb-06d5-44da-b69a-e7815dac0856 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:20.176654 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-01b3a0bb-06d5-44da-b69a-e7815dac0856 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/networks?id=01d302a1-d37b-4d5b-9a51-6cceb6126a3f HTTP/1.1" status: 200 len: 811 time: 0.1156662 Jan 25 02:22:20.198905 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-4a9314ea-d438-4688-938a-26cbfcbfb72e tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/quotas/1dc0c55e351a499ba2e0b38fd3fea46c HTTP/1.1" status: 200 len: 375 time: 0.0161645 Jan 25 02:22:20.288043 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-c6b6aafc-8a41-4c2c-99b5-c94167267892 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=1dc0c55e351a499ba2e0b38fd3fea46c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0839186 Jan 25 02:22:20.302118 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabdd32a-824e-495f-8a68-a1e1d328a623 req-6d7aff0b-ef63-4f8a-9b41-af7899c7f65b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:20.303651 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cabdd32a-824e-495f-8a68-a1e1d328a623 req-6d7aff0b-ef63-4f8a-9b41-af7899c7f65b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 944 time: 0.0654008 Jan 25 02:22:20.308897 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-26c9cd7b-5bed-40aa-b74f-b44730526b48 service neutron] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:22:20.309879 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-26c9cd7b-5bed-40aa-b74f-b44730526b48 service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053594 Jan 25 02:22:20.415408 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cabdd32a-824e-495f-8a68-a1e1d328a623 req-4a626277-26c2-4d79-b935-7fc856b5bbb2 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044509 Jan 25 02:22:20.442948 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-8d4a9e6d-e2dd-4eb6-ad81-11207e43d018 service neutron] 10.222.0.112 "GET /v2.0/networks/01d302a1-d37b-4d5b-9a51-6cceb6126a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252499 Jan 25 02:22:20.536787 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-9aa92520-a3e5-4dd4-bdf4-f8025bef1fec service neutron] 10.222.0.112 "GET /v2.0/networks/01d302a1-d37b-4d5b-9a51-6cceb6126a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881996 Jan 25 02:22:20.796745 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f88cd96c-b497-4aa6-8914-bde7f66f0097 req-029ddadc-8e39-40a5-85be-336cf496f5fa tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=4aef8a0f-d88d-4675-856f-6518e6876546 HTTP/1.1" status: 200 len: 210 time: 0.0331523 Jan 25 02:22:21.554881 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:21.612858 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d980ef7-f1a8-49ae-9c00-665b829833ad req-d7c0a477-e485-46ea-b8c2-486e27a80afd tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:21.615133 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7d980ef7-f1a8-49ae-9c00-665b829833ad req-d7c0a477-e485-46ea-b8c2-486e27a80afd tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 944 time: 0.0586779 Jan 25 02:22:21.667999 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7d980ef7-f1a8-49ae-9c00-665b829833ad req-cbb906e5-a5d1-47bb-89cf-1759890e6f51 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473876 Jan 25 02:22:21.881482 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3d14e424-b434-4be1-b36a-cae43f7c3fac req-2318433b-96cd-43c2-b12a-eb43eaddf876 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=4aef8a0f-d88d-4675-856f-6518e6876546 HTTP/1.1" status: 200 len: 210 time: 0.0296547 Jan 25 02:22:22.800587 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629c7c2-e065-47ed-aa7d-0bde879bf82a req-364fcb7c-e66c-4de0-9ab2-4ba0bf3ff814 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:22.802846 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0629c7c2-e065-47ed-aa7d-0bde879bf82a req-364fcb7c-e66c-4de0-9ab2-4ba0bf3ff814 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 944 time: 0.0539138 Jan 25 02:22:22.852073 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0629c7c2-e065-47ed-aa7d-0bde879bf82a req-4f83ebb5-d7a3-49b2-b714-53b12779bb04 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444298 Jan 25 02:22:22.982229 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-34598bd5-6d11-4e79-93f5-b283484d5cda req-d56e5b89-a9dd-4ad2-b318-e1e9dfa0876a tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=4aef8a0f-d88d-4675-856f-6518e6876546 HTTP/1.1" status: 200 len: 210 time: 0.0304034 Jan 25 02:22:22.994510 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:23.132888 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:24.091950 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6edf2816-c3ff-4537-b43d-f5f21896c3ea req-2d75eded-018c-4378-8cbe-85ed12162e80 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=4aef8a0f-d88d-4675-856f-6518e6876546 HTTP/1.1" status: 200 len: 210 time: 0.0282242 Jan 25 02:22:24.149933 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2bff7a-b09f-4f43-9498-6bf64ef28e91 req-005b973f-391c-4a70-a48a-a7659d26742e tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:24.151775 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-aa2bff7a-b09f-4f43-9498-6bf64ef28e91 req-005b973f-391c-4a70-a48a-a7659d26742e tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 944 time: 0.0863152 Jan 25 02:22:24.210402 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-aa2bff7a-b09f-4f43-9498-6bf64ef28e91 req-02d19846-847a-4d14-860d-36fa9cf26fd3 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516541 Jan 25 02:22:24.530706 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:25.191275 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-baa83cd0-1214-46f7-a092-8bf1a9e3dc4e req-d7467345-7478-4320-af6a-4427e395650f tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=4aef8a0f-d88d-4675-856f-6518e6876546 HTTP/1.1" status: 200 len: 210 time: 0.0274732 Jan 25 02:22:25.349708 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c73c71-fe68-45c3-8202-7014d280bb1b req-b58c3931-0540-462a-8160-163b883494ea tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:25.351256 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-64c73c71-fe68-45c3-8202-7014d280bb1b req-b58c3931-0540-462a-8160-163b883494ea tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 944 time: 0.0667896 Jan 25 02:22:25.397863 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-64c73c71-fe68-45c3-8202-7014d280bb1b req-d0a5387b-f1fe-4f38-b8b0-d3140dab3eda tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411086 Jan 25 02:22:26.282570 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5cf4612c-faf7-4e03-be06-fa94b1f7a127 req-0250cf5e-ca7b-49fe-982f-e669513d145c tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=4aef8a0f-d88d-4675-856f-6518e6876546 HTTP/1.1" status: 200 len: 210 time: 0.0264750 Jan 25 02:22:26.516138 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c11350-29bf-495c-8662-2e1d9d588933 req-f39c8df0-c603-4fdb-9158-0288c5bf9bb2 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:26.517609 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-24c11350-29bf-495c-8662-2e1d9d588933 req-f39c8df0-c603-4fdb-9158-0288c5bf9bb2 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 944 time: 0.0484385 Jan 25 02:22:26.563141 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-24c11350-29bf-495c-8662-2e1d9d588933 req-82e33b81-b5ff-44e8-b4ea-26808f34b3af tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394955 Jan 25 02:22:27.377075 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a0f9c8ce-5df6-4918-9973-bba0d2241b56 req-430f1fb2-4bc2-4f92-a139-dc89317b7a81 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=4aef8a0f-d88d-4675-856f-6518e6876546 HTTP/1.1" status: 200 len: 210 time: 0.0294518 Jan 25 02:22:27.683791 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584e3bc-84b8-4b04-84ed-4550a2c36390 req-abbdfda7-4072-4e61-905f-5f33699f183b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:27.685245 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2584e3bc-84b8-4b04-84ed-4550a2c36390 req-abbdfda7-4072-4e61-905f-5f33699f183b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 944 time: 0.0508966 Jan 25 02:22:27.731752 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2584e3bc-84b8-4b04-84ed-4550a2c36390 req-5f400055-c7c3-4e65-ab87-13db8ee9b795 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408099 Jan 25 02:22:28.276651 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d9f38-98c0-4d67-943e-06626903f328 req-572c4879-5785-4d51-8a45-6c1603d71610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:28.278132 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-bb1d9f38-98c0-4d67-943e-06626903f328 req-572c4879-5785-4d51-8a45-6c1603d71610 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cd0e87a773cb48a5808124de0b5709f6&device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 1097 time: 0.0415902 Jan 25 02:22:28.402240 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d9f38-98c0-4d67-943e-06626903f328 req-13a2e8a9-4432-48e9-a3c6-8068b0db60ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:28.403775 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-bb1d9f38-98c0-4d67-943e-06626903f328 req-13a2e8a9-4432-48e9-a3c6-8068b0db60ec service neutron] 10.222.0.79 "GET /v2.0/networks?id=9e211453-422c-4767-b463-5c4e4c8afabc HTTP/1.1" status: 200 len: 918 time: 0.1070454 Jan 25 02:22:28.481806 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b2c4943a-0a25-49e2-8dd9-932fff21e1d6 req-ca337fa9-0894-471d-a325-34a278756286 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=4aef8a0f-d88d-4675-856f-6518e6876546 HTTP/1.1" status: 200 len: 210 time: 0.0338683 Jan 25 02:22:28.492849 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-bb1d9f38-98c0-4d67-943e-06626903f328 req-6f37e79c-2753-4ed9-bbde-6b8feb723f81 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e291b176-48d5-49ec-8928-8038acdd7692 HTTP/1.1" status: 200 len: 999 time: 0.0829897 Jan 25 02:22:28.548106 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d9f38-98c0-4d67-943e-06626903f328 req-62f2a830-b148-4c4f-a352-58c2ae69b9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:28.549557 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-bb1d9f38-98c0-4d67-943e-06626903f328 req-62f2a830-b148-4c4f-a352-58c2ae69b9bf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=431c2097-6312-4255-849e-eb12f9822c44 HTTP/1.1" status: 200 len: 856 time: 0.0485904 Jan 25 02:22:28.592729 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d9f38-98c0-4d67-943e-06626903f328 req-94b05d10-cf14-4118-9dbb-2d2a6b8c46ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:28.595172 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-bb1d9f38-98c0-4d67-943e-06626903f328 req-94b05d10-cf14-4118-9dbb-2d2a6b8c46ef service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9e211453-422c-4767-b463-5c4e4c8afabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394304 Jan 25 02:22:28.685984 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-bb1d9f38-98c0-4d67-943e-06626903f328 req-b7d7cab3-cb46-4adf-b2b5-c3377465c57c service neutron] 10.222.0.79 "GET /v2.0/networks/9e211453-422c-4767-b463-5c4e4c8afabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844054 Jan 25 02:22:29.057929 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3716e-6c0c-481c-9acb-592d2ab2fad3 req-3359f566-09f4-4459-b405-c71d4d141203 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:29.059344 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7cb3716e-6c0c-481c-9acb-592d2ab2fad3 req-3359f566-09f4-4459-b405-c71d4d141203 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 944 time: 0.0981898 Jan 25 02:22:29.063572 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-bb1d9f38-98c0-4d67-943e-06626903f328 req-63148d5d-f0c0-409c-9af0-0843e6d5a4b1 service neutron] 10.222.0.79 "GET /v2.0/networks/9e211453-422c-4767-b463-5c4e4c8afabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704660 Jan 25 02:22:29.107007 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7cb3716e-6c0c-481c-9acb-592d2ab2fad3 req-98627930-5cb5-4d8a-b21b-062b0f361282 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415800 Jan 25 02:22:29.334577 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-d728eed2-d327-452a-a718-49caa9243907 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:29.335941 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-d728eed2-d327-452a-a718-49caa9243907 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.79 "GET /v2.0/networks?id=01d302a1-d37b-4d5b-9a51-6cceb6126a3f HTTP/1.1" status: 200 len: 811 time: 0.0969329 Jan 25 02:22:29.404757 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-1443809c-5db1-40a8-a2b5-27889f39d6d0 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dc0c55e351a499ba2e0b38fd3fea46c HTTP/1.1" status: 200 len: 380 time: 0.0539653 Jan 25 02:22:29.413288 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-bb995224-335a-4063-b774-6f6cd07f8761 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Request body: {'port': {'device_id': '4aef8a0f-d88d-4675-856f-6518e6876546', 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f', 'admin_state_up': True, 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'security_groups': ['3a4ba3fe-5efb-433a-b1f4-4b7154ec1ce8']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:22:29.575810 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a93ec7a0-efa7-4d93-bf53-cac7e9761f5b req-d6df39dd-8806-4099-a1ee-7bc36db08a0a tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=4aef8a0f-d88d-4675-856f-6518e6876546 HTTP/1.1" status: 200 len: 210 time: 0.0258260 Jan 25 02:22:29.615782 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-bb995224-335a-4063-b774-6f6cd07f8761 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Made reservation on behalf of 1dc0c55e351a499ba2e0b38fd3fea46c for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:22:29.619351 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-bb995224-335a-4063-b774-6f6cd07f8761 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:29.749025 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-bb995224-335a-4063-b774-6f6cd07f8761 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Allocated IP 172.20.0.4 (01d302a1-d37b-4d5b-9a51-6cceb6126a3f/4433a20e-0a7e-4dda-9aa9-6ade059d64f5/1c0c1fac-8ef4-4fbf-94a7-3257088fc83c) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:22:29.884370 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-bb995224-335a-4063-b774-6f6cd07f8761 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for port (1c0c1fac-8ef4-4fbf-94a7-3257088fc83c), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:29.977529 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-bb995224-335a-4063-b774-6f6cd07f8761 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (1c0c1fac-8ef4-4fbf-94a7-3257088fc83c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:30.019416 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-bb995224-335a-4063-b774-6f6cd07f8761 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Network 01d302a1-d37b-4d5b-9a51-6cceb6126a3f is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:22:30.024521 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-bb995224-335a-4063-b774-6f6cd07f8761 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:22:30.027976 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-bb995224-335a-4063-b774-6f6cd07f8761 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:22:30.034547 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb995224-335a-4063-b774-6f6cd07f8761 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Pushing event updated for resources: {'Port': ['ID=1c0c1fac-8ef4-4fbf-94a7-3257088fc83c,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:22:30.080076 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:22:30.080076 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:22:30.080076 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:22:30.080076 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:22:30.080076 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:22:30.080076 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:22:30.080076 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:22:30.080076 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:22:30.080076 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:22:30.080076 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:22:30.080076 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:22:30.080076 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:22:30.080076 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:22:30.080076 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:22:30.080076 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:22:30.080076 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:22:30.080076 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:22:30.080076 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:22:30.080076 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:22:30.080076 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:22:30.080076 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:22:30.080076 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:22:30.080076 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:22:30.080076 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:22:30.080076 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:22:30.080076 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:22:30.080076 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:22:30.080076 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:22:30.080076 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:22:30.080076 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:22:30.080076 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:22:30.080076 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:22:30.080076 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:22:30.080076 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:22:30.080076 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:22:30.080076 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:22:30.082956 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:22:30.082956 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:22:30.082956 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:22:30.082956 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:22:30.082956 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:22:30.082956 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:22:30.082956 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:22:30.082956 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:22:30.082956 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:22:30.082956 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:22:30.082956 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:22:30.082956 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:22:30.082956 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-bb995224-335a-4063-b774-6f6cd07f8761 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:30.083936 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-bb995224-335a-4063-b774-6f6cd07f8761 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:30.187243 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-bb995224-335a-4063-b774-6f6cd07f8761 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7772868 Jan 25 02:22:30.217448 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-fd4f002a-03ac-49a0-83e1-969ffaa2095d service neutron] Request body: {'port': {'device_id': '4aef8a0f-d88d-4675-856f-6518e6876546', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82116'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:22:30.282816 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e7b680f7-6561-4e98-b241-5f2f99b53d57 None None] Provisioning complete for port 1c0c1fac-8ef4-4fbf-94a7-3257088fc83c triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:22:30.283430 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7b680f7-6561-4e98-b241-5f2f99b53d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (1c0c1fac-8ef4-4fbf-94a7-3257088fc83c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:30.294382 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ef6a9-a3cb-4860-aa85-1dbf9ed8ecd9 req-47f4a587-ea6a-4d79-803d-7a80089e1910 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:30.295890 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e77ef6a9-a3cb-4860-aa85-1dbf9ed8ecd9 req-47f4a587-ea6a-4d79-803d-7a80089e1910 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 944 time: 0.1126163 Jan 25 02:22:30.304347 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-fd4f002a-03ac-49a0-83e1-969ffaa2095d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (1c0c1fac-8ef4-4fbf-94a7-3257088fc83c), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:30.318353 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e7b680f7-6561-4e98-b241-5f2f99b53d57 None None] Port 1c0c1fac-8ef4-4fbf-94a7-3257088fc83c cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:22:30.386993 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e77ef6a9-a3cb-4860-aa85-1dbf9ed8ecd9 req-b215bb51-9692-455d-ba31-b645e5c791f3 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837035 Jan 25 02:22:30.597091 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-fd4f002a-03ac-49a0-83e1-969ffaa2095d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c0c1fac-8ef4-4fbf-94a7-3257088fc83c {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:22:30.604547 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-fd4f002a-03ac-49a0-83e1-969ffaa2095d service neutron] Publish callbacks [] for port (1c0c1fac-8ef4-4fbf-94a7-3257088fc83c), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:30.616988 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-fd4f002a-03ac-49a0-83e1-969ffaa2095d service neutron] Transition to ACTIVE for port object 1c0c1fac-8ef4-4fbf-94a7-3257088fc83c will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:22:30.679912 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-fd4f002a-03ac-49a0-83e1-969ffaa2095d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26102405'] for port (1c0c1fac-8ef4-4fbf-94a7-3257088fc83c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:30.717584 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13319d-ecd1-48e2-9a37-ed5c80f62e0b req-daf17833-5a26-42d0-bfe9-7cbed708e323 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:30.719923 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ce13319d-ecd1-48e2-9a37-ed5c80f62e0b req-daf17833-5a26-42d0-bfe9-7cbed708e323 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=4aef8a0f-d88d-4675-856f-6518e6876546 HTTP/1.1" status: 200 len: 931 time: 0.0757828 Jan 25 02:22:30.760381 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f002a-03ac-49a0-83e1-969ffaa2095d service neutron] Pushing event updated for resources: {'Port': ['ID=1c0c1fac-8ef4-4fbf-94a7-3257088fc83c,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:22:30.842758 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ce13319d-ecd1-48e2-9a37-ed5c80f62e0b req-b1fb0389-857f-47bf-be69-350a351dafaf tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=3a4ba3fe-5efb-433a-b1f4-4b7154ec1ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145644 Jan 25 02:22:30.863319 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-fd4f002a-03ac-49a0-83e1-969ffaa2095d service neutron] Attempting to bind port 1c0c1fac-8ef4-4fbf-94a7-3257088fc83c on host hv-cinder-82116 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:22:30.863661 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-fd4f002a-03ac-49a0-83e1-969ffaa2095d service neutron] Attempting to bind port 1c0c1fac-8ef4-4fbf-94a7-3257088fc83c by drivers openvswitch,hyperv on host hv-cinder-82116 at level 0 using segments [{'id': '96256bba-260a-4340-9ca9-6919fb0b7ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:22:30.863996 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-fd4f002a-03ac-49a0-83e1-969ffaa2095d service neutron] Attempting to bind port 1c0c1fac-8ef4-4fbf-94a7-3257088fc83c on network 01d302a1-d37b-4d5b-9a51-6cceb6126a3f {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:22:30.868732 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-fd4f002a-03ac-49a0-83e1-969ffaa2095d service neutron] Port 1c0c1fac-8ef4-4fbf-94a7-3257088fc83c on network 01d302a1-d37b-4d5b-9a51-6cceb6126a3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82116 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:22:30.869063 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-fd4f002a-03ac-49a0-83e1-969ffaa2095d service neutron] Attempting to bind port 1c0c1fac-8ef4-4fbf-94a7-3257088fc83c on network 01d302a1-d37b-4d5b-9a51-6cceb6126a3f {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:22:30.873988 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-fd4f002a-03ac-49a0-83e1-969ffaa2095d service neutron] Checking agent: {'id': '52d0b4b2-7edd-4256-a5ca-dd2d58b489f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 10, 20), 'started_at': datetime.datetime(2022, 1, 25, 2, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:22:30.874335 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-fd4f002a-03ac-49a0-83e1-969ffaa2095d service neutron] Checking segment: {'id': '96256bba-260a-4340-9ca9-6919fb0b7ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:22:30.874939 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-fd4f002a-03ac-49a0-83e1-969ffaa2095d service neutron] Bound using segment: {'id': '96256bba-260a-4340-9ca9-6919fb0b7ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:22:30.875253 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-fd4f002a-03ac-49a0-83e1-969ffaa2095d service neutron] Bound port: 1c0c1fac-8ef4-4fbf-94a7-3257088fc83c, host: hv-cinder-82116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96256bba-260a-4340-9ca9-6919fb0b7ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:22:30.875584 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-fd4f002a-03ac-49a0-83e1-969ffaa2095d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (1c0c1fac-8ef4-4fbf-94a7-3257088fc83c), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:30.939045 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-fd4f002a-03ac-49a0-83e1-969ffaa2095d service neutron] For port 1c0c1fac-8ef4-4fbf-94a7-3257088fc83c, host hv-cinder-82116, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:22:30.942006 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-fd4f002a-03ac-49a0-83e1-969ffaa2095d service neutron] For port 1c0c1fac-8ef4-4fbf-94a7-3257088fc83c, host hv-cinder-82116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=1c0c1fac-8ef4-4fbf-94a7-3257088fc83c,segment=NetworkSegment(96256bba-260a-4340-9ca9-6919fb0b7ef1),segment_id=96256bba-260a-4340-9ca9-6919fb0b7ef1)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:22:31.007414 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device e291b176-48d5-49ec-8928-8038acdd7692 details requested by agent hyperv_hv-cinder-82116 with host hv-cinder-82116 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:22:31.029157 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-fd4f002a-03ac-49a0-83e1-969ffaa2095d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26102405'] for port (1c0c1fac-8ef4-4fbf-94a7-3257088fc83c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:31.074534 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-fd4f002a-03ac-49a0-83e1-969ffaa2095d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:31.075164 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-fd4f002a-03ac-49a0-83e1-969ffaa2095d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:31.076727 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-fd4f002a-03ac-49a0-83e1-969ffaa2095d service neutron] 10.222.0.79 "PUT /v2.0/ports/1c0c1fac-8ef4-4fbf-94a7-3257088fc83c HTTP/1.1" status: 200 len: 1093 time: 0.8636167 Jan 25 02:22:31.077190 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aef8a0f-d88d-4675-856f-6518e6876546', 'tag': '1c0c1fac-8ef4-4fbf-94a7-3257088fc83c'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:22:31.080181 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8b9bd5-aba4-4b10-b98f-10ef904ce8bc" -d '{"events": [{"name": "network-changed", "server_uuid": "4aef8a0f-d88d-4675-856f-6518e6876546", "tag": "1c0c1fac-8ef4-4fbf-94a7-3257088fc83c"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:22:31.107286 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f002a-03ac-49a0-83e1-969ffaa2095d service neutron] Pushing event updated for resources: {'Port': ['ID=1c0c1fac-8ef4-4fbf-94a7-3257088fc83c,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:22:31.126279 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port e291b176-48d5-49ec-8928-8038acdd7692, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=e291b176-48d5-49ec-8928-8038acdd7692,segment=NetworkSegment(a011af27-2f86-4052-851b-d44cff3836ce),segment_id=a011af27-2f86-4052-851b-d44cff3836ce)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:22:31.139087 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Returning: {'device': 'e291b176-48d5-49ec-8928-8038acdd7692', 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc', 'port_id': 'e291b176-48d5-49ec-8928-8038acdd7692', 'mac_address': 'fa:16:3e:89:3f:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '431c2097-6312-4255-849e-eb12f9822c44', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:22:31.144109 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa3e4b6-4cd8-48d6-b42d-c8fe290880a1 x-openstack-request-id: req-0aa3e4b6-4cd8-48d6-b42d-c8fe290880a1 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:22:31.144405 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aef8a0f-d88d-4675-856f-6518e6876546", "tag": "1c0c1fac-8ef4-4fbf-94a7-3257088fc83c", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:22:31.144658 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-0aa3e4b6-4cd8-48d6-b42d-c8fe290880a1 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:22:31.145051 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aef8a0f-d88d-4675-856f-6518e6876546', 'tag': '1c0c1fac-8ef4-4fbf-94a7-3257088fc83c', 'status': 'completed', 'code': 200} Jan 25 02:22:31.185638 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port e291b176-48d5-49ec-8928-8038acdd7692 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:22:31.186393 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (e291b176-48d5-49ec-8928-8038acdd7692), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:31.202288 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e291b176-48d5-49ec-8928-8038acdd7692 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:22:31.226155 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port e291b176-48d5-49ec-8928-8038acdd7692, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=e291b176-48d5-49ec-8928-8038acdd7692,segment=NetworkSegment(a011af27-2f86-4052-851b-d44cff3836ce),segment_id=a011af27-2f86-4052-851b-d44cff3836ce)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:22:31.229990 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b9bd5-aba4-4b10-b98f-10ef904ce8bc req-d82b5a5a-0dcd-4e74-b0d3-bd5e2cbc4a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:31.231589 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1c8b9bd5-aba4-4b10-b98f-10ef904ce8bc req-d82b5a5a-0dcd-4e74-b0d3-bd5e2cbc4a9f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1dc0c55e351a499ba2e0b38fd3fea46c&device_id=4aef8a0f-d88d-4675-856f-6518e6876546 HTTP/1.1" status: 200 len: 1096 time: 0.0447664 Jan 25 02:22:31.301523 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (e291b176-48d5-49ec-8928-8038acdd7692), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:31.342264 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b9bd5-aba4-4b10-b98f-10ef904ce8bc req-0b52f97e-d6e7-45f6-804b-58fd6bf10743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:31.344488 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1c8b9bd5-aba4-4b10-b98f-10ef904ce8bc req-0b52f97e-d6e7-45f6-804b-58fd6bf10743 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=1dc0c55e351a499ba2e0b38fd3fea46c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0994287 Jan 25 02:22:31.354571 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=e291b176-48d5-49ec-8928-8038acdd7692,revision_number=9']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:22:31.451716 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b9bd5-aba4-4b10-b98f-10ef904ce8bc req-e79e0e88-a6a9-403a-9cf4-373767bd008a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:31.453689 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1c8b9bd5-aba4-4b10-b98f-10ef904ce8bc req-e79e0e88-a6a9-403a-9cf4-373767bd008a service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1029863 Jan 25 02:22:31.549431 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05bf5e-272a-440a-bf0d-f843b146fa6c req-a11afc94-ddb1-457e-8f21-11a0a594cb59 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:31.550920 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-8f05bf5e-272a-440a-bf0d-f843b146fa6c req-a11afc94-ddb1-457e-8f21-11a0a594cb59 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 945 time: 0.0718102 Jan 25 02:22:31.578891 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-ac1fd5f9-d63d-41f7-b557-726eafbeaaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:31.580348 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-ac1fd5f9-d63d-41f7-b557-726eafbeaaca service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1dc0c55e351a499ba2e0b38fd3fea46c&device_id=4aef8a0f-d88d-4675-856f-6518e6876546 HTTP/1.1" status: 200 len: 1096 time: 0.0646310 Jan 25 02:22:31.612142 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-8f05bf5e-272a-440a-bf0d-f843b146fa6c req-32a170af-165b-4a3b-999f-d24ebc0ed78d tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553238 Jan 25 02:22:31.642431 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-d82c6129-e1e3-48ba-9fc2-fb1d89b59249 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c0c1fac-8ef4-4fbf-94a7-3257088fc83c HTTP/1.1" status: 200 len: 217 time: 0.0473123 Jan 25 02:22:31.689712 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-f4ee4ea3-7ef7-44a1-a4e8-5f76d7ed50df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:31.691173 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-f4ee4ea3-7ef7-44a1-a4e8-5f76d7ed50df service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4433a20e-0a7e-4dda-9aa9-6ade059d64f5 HTTP/1.1" status: 200 len: 850 time: 0.0428898 Jan 25 02:22:31.735892 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-23faf14b-8220-47e1-9d6f-bc1e7bca727e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:31.737277 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-23faf14b-8220-47e1-9d6f-bc1e7bca727e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=01d302a1-d37b-4d5b-9a51-6cceb6126a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397394 Jan 25 02:22:31.806432 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['e291b176-48d5-49ec-8928-8038acdd7692'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:22:31.841579 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-916ae185-646c-42ab-b42c-c64610e5d712 service neutron] 10.222.0.79 "GET /v2.0/networks/01d302a1-d37b-4d5b-9a51-6cceb6126a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976055 Jan 25 02:22:31.988130 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44b9e0-3c6d-419b-bfc9-9778668b1291 req-61d525cb-c8b7-4d84-aed7-4842c6f6eb72 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:31.989522 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fd44b9e0-3c6d-419b-bfc9-9778668b1291 req-61d525cb-c8b7-4d84-aed7-4842c6f6eb72 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=4aef8a0f-d88d-4675-856f-6518e6876546 HTTP/1.1" status: 200 len: 943 time: 0.0742543 Jan 25 02:22:31.991758 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-56b5135d-2c2e-42db-b0dd-2e9814634bd6 req-089932da-ccc4-432c-84e3-852584b2cc1d service neutron] 10.222.0.79 "GET /v2.0/networks/01d302a1-d37b-4d5b-9a51-6cceb6126a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436455 Jan 25 02:22:32.035905 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fd44b9e0-3c6d-419b-bfc9-9778668b1291 req-e463e1e2-c205-4a7b-947f-048e2b717021 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=3a4ba3fe-5efb-433a-b1f4-4b7154ec1ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407999 Jan 25 02:22:32.731699 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880327c8-29df-41db-a02e-dc2fdafa1331 req-eaeb3e58-0271-4431-80d7-951d8c18c65a tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:32.733205 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-880327c8-29df-41db-a02e-dc2fdafa1331 req-eaeb3e58-0271-4431-80d7-951d8c18c65a tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 945 time: 0.0482380 Jan 25 02:22:32.780436 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-880327c8-29df-41db-a02e-dc2fdafa1331 req-04b2130a-8c26-4fa4-a4a5-d6bbaac1eaf1 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415854 Jan 25 02:22:33.017963 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device e291b176-48d5-49ec-8928-8038acdd7692 up at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:22:33.067537 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning complete for port e291b176-48d5-49ec-8928-8038acdd7692 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:22:33.068034 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (e291b176-48d5-49ec-8928-8038acdd7692), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:33.162063 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port e291b176-48d5-49ec-8928-8038acdd7692 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:22:33.162499 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (e291b176-48d5-49ec-8928-8038acdd7692), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:33.164117 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185a830-d3e6-4b60-b137-b47aed59dced req-a46fcc6d-d788-4c2e-b65c-83de59618b9b tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:33.165657 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b185a830-d3e6-4b60-b137-b47aed59dced req-a46fcc6d-d788-4c2e-b65c-83de59618b9b tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=4aef8a0f-d88d-4675-856f-6518e6876546 HTTP/1.1" status: 200 len: 943 time: 0.0604463 Jan 25 02:22:33.185565 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bb436c-591b-4f92-8454-2ff5fcfba2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e291b176-48d5-49ec-8928-8038acdd7692'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:22:33.188591 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425b8effad759ea2b395d79f7fcdbc6f74d58daf1cbadf1a5a1a211e7a69aa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d5ca68-34c6-4725-a338-1f6a444e84f0" -d '{"events": [{"server_uuid": "21bb436c-591b-4f92-8454-2ff5fcfba2fb", "name": "network-vif-plugged", "status": "completed", "tag": "e291b176-48d5-49ec-8928-8038acdd7692"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:22:33.208426 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port e291b176-48d5-49ec-8928-8038acdd7692, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=e291b176-48d5-49ec-8928-8038acdd7692,segment=NetworkSegment(a011af27-2f86-4052-851b-d44cff3836ce),segment_id=a011af27-2f86-4052-851b-d44cff3836ce)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:22:33.217683 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b185a830-d3e6-4b60-b137-b47aed59dced req-4818e83f-a200-4794-a6bd-1dc3371c5b67 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=3a4ba3fe-5efb-433a-b1f4-4b7154ec1ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464320 Jan 25 02:22:33.226166 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b3bcfd-7d2b-4781-b868-b2b3361d380b x-openstack-request-id: req-09b3bcfd-7d2b-4781-b868-b2b3361d380b {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:22:33.226496 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bb436c-591b-4f92-8454-2ff5fcfba2fb", "name": "network-vif-plugged", "status": "completed", "tag": "e291b176-48d5-49ec-8928-8038acdd7692", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:22:33.226755 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-09b3bcfd-7d2b-4781-b868-b2b3361d380b {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:22:33.227162 dv-cinder-821168-1-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bb436c-591b-4f92-8454-2ff5fcfba2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e291b176-48d5-49ec-8928-8038acdd7692', 'code': 200} Jan 25 02:22:33.279953 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (e291b176-48d5-49ec-8928-8038acdd7692), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:33.329193 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=e291b176-48d5-49ec-8928-8038acdd7692,revision_number=10']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:22:33.553966 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd238d9e-0161-4e32-beb1-29a1376c1ce0 req-2a1796d0-5a74-43b7-ba15-5095b9a23407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:33.555371 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cd238d9e-0161-4e32-beb1-29a1376c1ce0 req-2a1796d0-5a74-43b7-ba15-5095b9a23407 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 1100 time: 0.0377443 Jan 25 02:22:33.599363 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cd238d9e-0161-4e32-beb1-29a1376c1ce0 req-89119763-29a9-4969-ab0b-db6e1a41e680 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360701 Jan 25 02:22:33.899087 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef307b5-e00b-425b-bad1-66673a236ba5 req-90c1eaf7-e5e2-4589-8dc4-e03acc13c639 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:33.900588 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-eef307b5-e00b-425b-bad1-66673a236ba5 req-90c1eaf7-e5e2-4589-8dc4-e03acc13c639 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 947 time: 0.0479963 Jan 25 02:22:33.946646 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-eef307b5-e00b-425b-bad1-66673a236ba5 req-7f9dacc9-4159-4d7b-889b-e54b18d5eb67 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406528 Jan 25 02:22:34.248204 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-671f2bfd-16c9-476d-a0de-72d44e740f3a req-ef646977-8e4c-4961-b969-be6513c66a89 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1372859440&fields=id&tenant_id=8051bc8589334168b3804246ccf10459 HTTP/1.1" status: 200 len: 267 time: 0.0471578 Jan 25 02:22:34.328631 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f2bfd-16c9-476d-a0de-72d44e740f3a req-3282db08-2241-4f1d-8920-efd032784e78 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:34.330604 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-671f2bfd-16c9-476d-a0de-72d44e740f3a req-3282db08-2241-4f1d-8920-efd032784e78 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 985 time: 0.0766747 Jan 25 02:22:34.344745 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [req-671f2bfd-16c9-476d-a0de-72d44e740f3a req-850a600f-4198-484e-abaf-995398cf2bc4 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Request body: {'port': {'security_groups': ['59ccdb08-b215-418b-85d8-2f4423beb792']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:22:34.376147 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96d0b5-9778-4ea7-a2c6-447f69f2ae20 req-d0123e5f-0f3d-40e7-aa2d-b9e4e52f571f tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:34.377511 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fb96d0b5-9778-4ea7-a2c6-447f69f2ae20 req-d0123e5f-0f3d-40e7-aa2d-b9e4e52f571f tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=4aef8a0f-d88d-4675-856f-6518e6876546 HTTP/1.1" status: 200 len: 943 time: 0.0916028 Jan 25 02:22:34.443132 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-671f2bfd-16c9-476d-a0de-72d44e740f3a req-850a600f-4198-484e-abaf-995398cf2bc4 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (0e09aee4-3dc3-4d87-b6bc-4024d08ffa27), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:34.470926 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fb96d0b5-9778-4ea7-a2c6-447f69f2ae20 req-4b89659b-a51d-4c52-b3ac-4d78e615379d tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=3a4ba3fe-5efb-433a-b1f4-4b7154ec1ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848844 Jan 25 02:22:34.634711 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-671f2bfd-16c9-476d-a0de-72d44e740f3a req-850a600f-4198-484e-abaf-995398cf2bc4 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] For port 0e09aee4-3dc3-4d87-b6bc-4024d08ffa27, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=0e09aee4-3dc3-4d87-b6bc-4024d08ffa27,segment=NetworkSegment(9ff6fcb1-b851-4f75-928c-682452eca8fd),segment_id=9ff6fcb1-b851-4f75-928c-682452eca8fd)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:22:34.664075 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-671f2bfd-16c9-476d-a0de-72d44e740f3a req-850a600f-4198-484e-abaf-995398cf2bc4 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks [] for port (0e09aee4-3dc3-4d87-b6bc-4024d08ffa27), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:34.720187 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-671f2bfd-16c9-476d-a0de-72d44e740f3a req-850a600f-4198-484e-abaf-995398cf2bc4 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26102405'] for port (0e09aee4-3dc3-4d87-b6bc-4024d08ffa27), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:34.759048 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['0e09aee4-3dc3-4d87-b6bc-4024d08ffa27'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:22:34.760678 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f2bfd-16c9-476d-a0de-72d44e740f3a req-850a600f-4198-484e-abaf-995398cf2bc4 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:34.761316 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-671f2bfd-16c9-476d-a0de-72d44e740f3a req-850a600f-4198-484e-abaf-995398cf2bc4 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:34.762727 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-671f2bfd-16c9-476d-a0de-72d44e740f3a req-850a600f-4198-484e-abaf-995398cf2bc4 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "PUT /v2.0/ports/0e09aee4-3dc3-4d87-b6bc-4024d08ffa27 HTTP/1.1" status: 200 len: 943 time: 0.4235566 Jan 25 02:22:34.765866 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2115704c-0264-4b20-a006-879d6913be90', 'tag': '0e09aee4-3dc3-4d87-b6bc-4024d08ffa27'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:22:34.768571 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36a3054-04e4-411e-8ad8-36584af4a490" -d '{"events": [{"name": "network-changed", "server_uuid": "2115704c-0264-4b20-a006-879d6913be90", "tag": "0e09aee4-3dc3-4d87-b6bc-4024d08ffa27"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:22:34.772651 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 39546) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:22:34.811484 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a600f-4198-484e-abaf-995398cf2bc4 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Pushing event updated for resources: {'Port': ['ID=0e09aee4-3dc3-4d87-b6bc-4024d08ffa27,revision_number=7']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:22:34.836391 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7fb5b0-7e20-4980-a494-8f77062d2509 x-openstack-request-id: req-bc7fb5b0-7e20-4980-a494-8f77062d2509 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:22:34.836739 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2115704c-0264-4b20-a006-879d6913be90", "tag": "0e09aee4-3dc3-4d87-b6bc-4024d08ffa27", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:22:34.836932 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-bc7fb5b0-7e20-4980-a494-8f77062d2509 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:22:34.837334 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2115704c-0264-4b20-a006-879d6913be90', 'tag': '0e09aee4-3dc3-4d87-b6bc-4024d08ffa27', 'status': 'completed', 'code': 200} Jan 25 02:22:34.848326 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bd94188-36d0-45ee-b31b-a5edfb3bca85 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks [] for security_group (98a4365f-136c-4515-953f-2c4db52e40d8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:34.877674 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bd94188-36d0-45ee-b31b-a5edfb3bca85 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks [] for security_group (98a4365f-136c-4515-953f-2c4db52e40d8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:34.941195 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a3054-04e4-411e-8ad8-36584af4a490 req-8dd0eb11-bcfe-4aad-bd94-97a4d8f8c5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:34.942843 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c36a3054-04e4-411e-8ad8-36584af4a490 req-8dd0eb11-bcfe-4aad-bd94-97a4d8f8c5cf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8051bc8589334168b3804246ccf10459&device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 1099 time: 0.0467708 Jan 25 02:22:34.990272 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['0e09aee4-3dc3-4d87-b6bc-4024d08ffa27'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:22:35.034602 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bd94188-36d0-45ee-b31b-a5edfb3bca85 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (98a4365f-136c-4515-953f-2c4db52e40d8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:35.038977 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bd94188-36d0-45ee-b31b-a5edfb3bca85 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:35.040166 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-9bd94188-36d0-45ee-b31b-a5edfb3bca85 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "DELETE /v2.0/security-groups/98a4365f-136c-4515-953f-2c4db52e40d8 HTTP/1.1" status: 204 len: 168 time: 0.2651846 Jan 25 02:22:35.044803 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 39550) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:22:35.050545 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e3caa996-b266-41e2-a545-4ba3f88eb30e None None] Provisioning complete for port 0e09aee4-3dc3-4d87-b6bc-4024d08ffa27 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:22:35.050545 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3caa996-b266-41e2-a545-4ba3f88eb30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (0e09aee4-3dc3-4d87-b6bc-4024d08ffa27), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:35.067262 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a3054-04e4-411e-8ad8-36584af4a490 req-1dc9d609-bd5a-49a6-9f55-340a32a0974d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:35.068745 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c36a3054-04e4-411e-8ad8-36584af4a490 req-1dc9d609-bd5a-49a6-9f55-340a32a0974d service neutron] 10.222.0.79 "GET /v2.0/networks?id=6b675fc4-8bf0-47c1-9fe8-58f613604f0d HTTP/1.1" status: 200 len: 916 time: 0.1171937 Jan 25 02:22:35.097622 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d79b84-0ee4-48af-b7c8-797df8e118c0 req-2a8fd795-d303-4b78-8723-581298544c3d tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:35.104597 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-88d79b84-0ee4-48af-b7c8-797df8e118c0 req-2a8fd795-d303-4b78-8723-581298544c3d tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 947 time: 0.0804579 Jan 25 02:22:35.125218 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 1c0c1fac-8ef4-4fbf-94a7-3257088fc83c details requested by agent hyperv_hv-cinder-82116 with host hv-cinder-82116 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:22:35.170463 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd94188-36d0-45ee-b31b-a5edfb3bca85 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a4365f-136c-4515-953f-2c4db52e40d8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:22:35.207979 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c36a3054-04e4-411e-8ad8-36584af4a490 req-23a54c42-9b9d-4aa4-b208-6571479738a9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e09aee4-3dc3-4d87-b6bc-4024d08ffa27 HTTP/1.1" status: 200 len: 1002 time: 0.1275697 Jan 25 02:22:35.255445 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7aa835bb-03cf-40f3-96ac-80099eb61d7d tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Deleting port 2a3824ed-4684-4f1d-83e2-e5880aa776be {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:22:35.256306 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7aa835bb-03cf-40f3-96ac-80099eb61d7d tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (2a3824ed-4684-4f1d-83e2-e5880aa776be), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:35.267752 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e3caa996-b266-41e2-a545-4ba3f88eb30e None None] Current status of the port 0e09aee4-3dc3-4d87-b6bc-4024d08ffa27 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:22:35.275633 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-88d79b84-0ee4-48af-b7c8-797df8e118c0 req-e5c2ede1-9384-4ee1-b2a1-bd297cbc96ad tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667769 Jan 25 02:22:35.282275 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a3054-04e4-411e-8ad8-36584af4a490 req-cea37a69-a276-43e6-b664-2e8c3fcf70bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:35.284631 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c36a3054-04e4-411e-8ad8-36584af4a490 req-cea37a69-a276-43e6-b664-2e8c3fcf70bc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1c0b1dc0-29a2-40cf-9da8-a2953adfaba2 HTTP/1.1" status: 200 len: 854 time: 0.0691502 Jan 25 02:22:35.340711 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a3054-04e4-411e-8ad8-36584af4a490 req-77086ca2-1544-4776-8092-50f8d9b97dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:35.342878 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c36a3054-04e4-411e-8ad8-36584af4a490 req-77086ca2-1544-4776-8092-50f8d9b97dff service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6b675fc4-8bf0-47c1-9fe8-58f613604f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510046 Jan 25 02:22:35.373257 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7aa835bb-03cf-40f3-96ac-80099eb61d7d tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (2a3824ed-4684-4f1d-83e2-e5880aa776be), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:35.374271 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7aa835bb-03cf-40f3-96ac-80099eb61d7d tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks [] for floatingip (2a3824ed-4684-4f1d-83e2-e5880aa776be), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:35.386583 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7aa835bb-03cf-40f3-96ac-80099eb61d7d tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Calling delete_port for 2a3824ed-4684-4f1d-83e2-e5880aa776be owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:22:35.404836 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 1c0c1fac-8ef4-4fbf-94a7-3257088fc83c, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=1c0c1fac-8ef4-4fbf-94a7-3257088fc83c,segment=NetworkSegment(96256bba-260a-4340-9ca9-6919fb0b7ef1),segment_id=96256bba-260a-4340-9ca9-6919fb0b7ef1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:22:35.423862 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Returning: {'device': '1c0c1fac-8ef4-4fbf-94a7-3257088fc83c', 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f', 'port_id': '1c0c1fac-8ef4-4fbf-94a7-3257088fc83c', 'mac_address': 'fa:16:3e:19:11:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4433a20e-0a7e-4dda-9aa9-6ade059d64f5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:22:35.447144 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c36a3054-04e4-411e-8ad8-36584af4a490 req-6efc285e-b60c-436d-ab79-b345373e245b service neutron] 10.222.0.79 "GET /v2.0/networks/6b675fc4-8bf0-47c1-9fe8-58f613604f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942385 Jan 25 02:22:35.464964 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 1c0c1fac-8ef4-4fbf-94a7-3257088fc83c is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:22:35.465359 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (1c0c1fac-8ef4-4fbf-94a7-3257088fc83c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:35.480402 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c0c1fac-8ef4-4fbf-94a7-3257088fc83c {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:22:35.507437 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 1c0c1fac-8ef4-4fbf-94a7-3257088fc83c, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=1c0c1fac-8ef4-4fbf-94a7-3257088fc83c,segment=NetworkSegment(96256bba-260a-4340-9ca9-6919fb0b7ef1),segment_id=96256bba-260a-4340-9ca9-6919fb0b7ef1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:22:35.552878 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c36a3054-04e4-411e-8ad8-36584af4a490 req-19b3179f-e709-4614-9a24-157b5cd8dbd3 service neutron] 10.222.0.79 "GET /v2.0/networks/6b675fc4-8bf0-47c1-9fe8-58f613604f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983355 Jan 25 02:22:35.582978 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (1c0c1fac-8ef4-4fbf-94a7-3257088fc83c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:35.634808 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=1c0c1fac-8ef4-4fbf-94a7-3257088fc83c,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:22:35.639626 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7910942-d6f0-4ce4-9dbf-45ce8fcf9571 req-f13363c2-060f-48f5-924d-10549a9087b8 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:35.641712 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b7910942-d6f0-4ce4-9dbf-45ce8fcf9571 req-f13363c2-060f-48f5-924d-10549a9087b8 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=4aef8a0f-d88d-4675-856f-6518e6876546 HTTP/1.1" status: 200 len: 944 time: 0.0597782 Jan 25 02:22:35.674666 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7aa835bb-03cf-40f3-96ac-80099eb61d7d tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25362021'] for port (2a3824ed-4684-4f1d-83e2-e5880aa776be), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:35.689570 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b7910942-d6f0-4ce4-9dbf-45ce8fcf9571 req-52dfc7a0-da77-4c6d-b6d0-7469c6e455f5 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=3a4ba3fe-5efb-433a-b1f4-4b7154ec1ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419478 Jan 25 02:22:35.701556 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa835bb-03cf-40f3-96ac-80099eb61d7d tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Pushing event deleted for resources: {'Port': ['ID=2a3824ed-4684-4f1d-83e2-e5880aa776be,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:22:35.764169 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7aa835bb-03cf-40f3-96ac-80099eb61d7d tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks [] for floatingip (0c150316-2e51-49cb-8b70-e4e807180ceb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:35.764598 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.db.l3_db [None req-7aa835bb-03cf-40f3-96ac-80099eb61d7d tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Floating IP 0c150316-2e51-49cb-8b70-e4e807180ceb disassociated (deleted). External IP: 172.27.3.174, port: 0e09aee4-3dc3-4d87-b6bc-4024d08ffa27. Jan 25 02:22:35.971015 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa835bb-03cf-40f3-96ac-80099eb61d7d tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Router 69658738-5b08-4b16-9161-0a18c5b83e72 has already been hosted by L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:22:36.013714 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['1c0c1fac-8ef4-4fbf-94a7-3257088fc83c'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:22:36.079988 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa835bb-03cf-40f3-96ac-80099eb61d7d tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:22:36.084736 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7aa835bb-03cf-40f3-96ac-80099eb61d7d tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:36.091834 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a32c44e-4a36-4991-afca-622362c465b0 None None] Sync routers for ids ['69658738-5b08-4b16-9161-0a18c5b83e72'] in dv-cinder-821168-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:22:36.115512 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a32c44e-4a36-4991-afca-622362c465b0 None None] Routers {'69658738-5b08-4b16-9161-0a18c5b83e72'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:22:36.126692 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-3a32c44e-4a36-4991-afca-622362c465b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:22:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['69658738-5b08-4b16-9161-0a18c5b83e72'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:22:36.137689 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-7aa835bb-03cf-40f3-96ac-80099eb61d7d tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "DELETE /v2.0/floatingips/0c150316-2e51-49cb-8b70-e4e807180ceb HTTP/1.1" status: 204 len: 168 time: 1.0904565 Jan 25 02:22:36.138392 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2115704c-0264-4b20-a006-879d6913be90', 'tag': '0e09aee4-3dc3-4d87-b6bc-4024d08ffa27'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:22:36.153284 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55eb1f5f04cb26fc67ab56f1edd83d26eaebcb891754328a749e7af1ecc95ba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1e2eea-5505-4201-9e08-77cf210ad48e" -d '{"events": [{"name": "network-changed", "server_uuid": "2115704c-0264-4b20-a006-879d6913be90", "tag": "0e09aee4-3dc3-4d87-b6bc-4024d08ffa27"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:22:36.211930 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcec8f6c-9aaf-4fed-a6d7-fac0cf84a20b x-openstack-request-id: req-fcec8f6c-9aaf-4fed-a6d7-fac0cf84a20b {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:22:36.219492 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2115704c-0264-4b20-a006-879d6913be90", "tag": "0e09aee4-3dc3-4d87-b6bc-4024d08ffa27", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:22:36.219492 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-fcec8f6c-9aaf-4fed-a6d7-fac0cf84a20b {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:22:36.219492 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2115704c-0264-4b20-a006-879d6913be90', 'tag': '0e09aee4-3dc3-4d87-b6bc-4024d08ffa27', 'status': 'completed', 'code': 200} Jan 25 02:22:36.305413 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e2eea-5505-4201-9e08-77cf210ad48e req-30709647-afb2-4c97-a115-061db90b8c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:36.307710 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1e1e2eea-5505-4201-9e08-77cf210ad48e req-30709647-afb2-4c97-a115-061db90b8c8c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8051bc8589334168b3804246ccf10459&device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 1099 time: 0.0522480 Jan 25 02:22:36.420357 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-3a32c44e-4a36-4991-afca-622362c465b0 None None] Set router 69658738-5b08-4b16-9161-0a18c5b83e72 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:22:36.455120 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41be0c-8a7d-4692-ba4e-af8cd9697bca req-4b617b0c-c15e-47d1-96ae-cc49c0f9211b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:36.456641 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7b41be0c-8a7d-4692-ba4e-af8cd9697bca req-4b617b0c-c15e-47d1-96ae-cc49c0f9211b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 947 time: 0.0794468 Jan 25 02:22:36.461585 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e2eea-5505-4201-9e08-77cf210ad48e req-efd4da5c-b0be-41b5-8b86-00765fc3722e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:36.463035 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1e1e2eea-5505-4201-9e08-77cf210ad48e req-efd4da5c-b0be-41b5-8b86-00765fc3722e service neutron] 10.222.0.79 "GET /v2.0/networks?id=6b675fc4-8bf0-47c1-9fe8-58f613604f0d HTTP/1.1" status: 200 len: 916 time: 0.1490502 Jan 25 02:22:36.532572 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1e1e2eea-5505-4201-9e08-77cf210ad48e req-d3d40e6f-488c-42ad-9b73-aec56a3dea53 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e09aee4-3dc3-4d87-b6bc-4024d08ffa27 HTTP/1.1" status: 200 len: 217 time: 0.0587778 Jan 25 02:22:36.587376 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7b41be0c-8a7d-4692-ba4e-af8cd9697bca req-af3cbd95-0f6f-4ec5-8dc9-8bd1a4c5b2ab tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211789 Jan 25 02:22:36.600797 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e2eea-5505-4201-9e08-77cf210ad48e req-f660b4d4-12ed-46ae-b05f-5b437a29bee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:36.607391 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1e1e2eea-5505-4201-9e08-77cf210ad48e req-f660b4d4-12ed-46ae-b05f-5b437a29bee7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1c0b1dc0-29a2-40cf-9da8-a2953adfaba2 HTTP/1.1" status: 200 len: 854 time: 0.0670485 Jan 25 02:22:36.648775 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-3a32c44e-4a36-4991-afca-622362c465b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69658738-5b08-4b16-9161-0a18c5b83e72', 'name': 'tempest-TestMinimumBasicScenario-1582854778-router', 'tenant_id': '8051bc8589334168b3804246ccf10459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:18:34Z', 'updated_at': '2022-01-25T02:18:37Z', 'revision_number': 4, 'project_id': '8051bc8589334168b3804246ccf10459', 'gw_port': {'id': '3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:61:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69658738-5b08-4b16-9161-0a18c5b83e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:18:35Z', 'updated_at': '2022-01-25T02:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '29c40fed-b469-4e4d-bcb3-49408e3ef019', 'name': '', 'network_id': '6b675fc4-8bf0-47c1-9fe8-58f613604f0d', 'tenant_id': '8051bc8589334168b3804246ccf10459', 'mac_address': 'fa:16:3e:b8:fc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69658738-5b08-4b16-9161-0a18c5b83e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1c0b1dc0-29a2-40cf-9da8-a2953adfaba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:18:36Z', 'updated_at': '2022-01-25T02:18:41Z', 'revision_number': 5, 'project_id': '8051bc8589334168b3804246ccf10459', 'subnets': [{'id': '1c0b1dc0-29a2-40cf-9da8-a2953adfaba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:22:36.654519 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e2eea-5505-4201-9e08-77cf210ad48e req-485ce85d-ad0f-49a7-8dcc-452b139a511e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:36.656771 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1e1e2eea-5505-4201-9e08-77cf210ad48e req-485ce85d-ad0f-49a7-8dcc-452b139a511e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6b675fc4-8bf0-47c1-9fe8-58f613604f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424249 Jan 25 02:22:36.676212 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a32c44e-4a36-4991-afca-622362c465b0 None None] Checking router: 69658738-5b08-4b16-9161-0a18c5b83e72 for host: dv-cinder-821168-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:22:36.684479 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a32c44e-4a36-4991-afca-622362c465b0 None None] Routers {'69658738-5b08-4b16-9161-0a18c5b83e72'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:22:36.685093 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-3a32c44e-4a36-4991-afca-622362c465b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:22:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['69658738-5b08-4b16-9161-0a18c5b83e72'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:22:36.789156 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1e1e2eea-5505-4201-9e08-77cf210ad48e req-1cde57e7-5193-4280-902e-b964aca62a49 service neutron] 10.222.0.79 "GET /v2.0/networks/6b675fc4-8bf0-47c1-9fe8-58f613604f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999351 Jan 25 02:22:36.799451 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-3a32c44e-4a36-4991-afca-622362c465b0 None None] Set router 69658738-5b08-4b16-9161-0a18c5b83e72 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:22:36.878410 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae55ae9-3439-467a-8117-59d6165cc09f req-a9c0fd0c-bcfc-4f93-a7eb-f1a7ea451978 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:36.879941 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cae55ae9-3439-467a-8117-59d6165cc09f req-a9c0fd0c-bcfc-4f93-a7eb-f1a7ea451978 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=4aef8a0f-d88d-4675-856f-6518e6876546 HTTP/1.1" status: 200 len: 944 time: 0.1148593 Jan 25 02:22:36.933465 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1e1e2eea-5505-4201-9e08-77cf210ad48e req-bd4db055-f616-4a65-b2ce-d28efae2a911 service neutron] 10.222.0.79 "GET /v2.0/networks/6b675fc4-8bf0-47c1-9fe8-58f613604f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293514 Jan 25 02:22:36.947676 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cae55ae9-3439-467a-8117-59d6165cc09f req-4f6a4be2-0437-4083-a7b2-f26a5bdc3e37 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=3a4ba3fe-5efb-433a-b1f4-4b7154ec1ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616693 Jan 25 02:22:37.003586 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-3a32c44e-4a36-4991-afca-622362c465b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69658738-5b08-4b16-9161-0a18c5b83e72', 'name': 'tempest-TestMinimumBasicScenario-1582854778-router', 'tenant_id': '8051bc8589334168b3804246ccf10459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:18:34Z', 'updated_at': '2022-01-25T02:18:37Z', 'revision_number': 4, 'project_id': '8051bc8589334168b3804246ccf10459', 'gw_port': {'id': '3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:61:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69658738-5b08-4b16-9161-0a18c5b83e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:18:35Z', 'updated_at': '2022-01-25T02:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '29c40fed-b469-4e4d-bcb3-49408e3ef019', 'name': '', 'network_id': '6b675fc4-8bf0-47c1-9fe8-58f613604f0d', 'tenant_id': '8051bc8589334168b3804246ccf10459', 'mac_address': 'fa:16:3e:b8:fc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69658738-5b08-4b16-9161-0a18c5b83e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1c0b1dc0-29a2-40cf-9da8-a2953adfaba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:18:36Z', 'updated_at': '2022-01-25T02:18:41Z', 'revision_number': 5, 'project_id': '8051bc8589334168b3804246ccf10459', 'subnets': [{'id': '1c0b1dc0-29a2-40cf-9da8-a2953adfaba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:22:37.033307 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a32c44e-4a36-4991-afca-622362c465b0 None None] The sync data for ids ['69658738-5b08-4b16-9161-0a18c5b83e72'] in dv-cinder-821168-1-iscsi is: [{'id': '69658738-5b08-4b16-9161-0a18c5b83e72', 'name': 'tempest-TestMinimumBasicScenario-1582854778-router', 'tenant_id': '8051bc8589334168b3804246ccf10459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:18:34Z', 'updated_at': '2022-01-25T02:18:37Z', 'revision_number': 4, 'project_id': '8051bc8589334168b3804246ccf10459', 'gw_port': {'id': '3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:61:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69658738-5b08-4b16-9161-0a18c5b83e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:18:35Z', 'updated_at': '2022-01-25T02:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '29c40fed-b469-4e4d-bcb3-49408e3ef019', 'name': '', 'network_id': '6b675fc4-8bf0-47c1-9fe8-58f613604f0d', 'tenant_id': '8051bc8589334168b3804246ccf10459', 'mac_address': 'fa:16:3e:b8:fc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69658738-5b08-4b16-9161-0a18c5b83e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '1c0b1dc0-29a2-40cf-9da8-a2953adfaba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:18:36Z', 'updated_at': '2022-01-25T02:18:41Z', 'revision_number': 5, 'project_id': '8051bc8589334168b3804246ccf10459', 'subnets': [{'id': '1c0b1dc0-29a2-40cf-9da8-a2953adfaba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:22:37.257941 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f73d77b-5b12-4be3-a6f5-3a6be031a29c None None] New status for floating IP 0c150316-2e51-49cb-8b70-e4e807180ceb: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:22:37.710642 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73749b5b-68ae-4a7a-8242-e8608e2eb9e7 req-6b8902f3-804d-4c18-a53e-f79167ede39a tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:37.712165 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-73749b5b-68ae-4a7a-8242-e8608e2eb9e7 req-6b8902f3-804d-4c18-a53e-f79167ede39a tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 947 time: 0.0495758 Jan 25 02:22:37.759055 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-73749b5b-68ae-4a7a-8242-e8608e2eb9e7 req-2e04a95c-5896-4c55-957d-d3e618316d0b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412183 Jan 25 02:22:38.061817 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938b3fe-ec4d-45cf-840c-90b794585ae2 req-0a0d5bfb-8e7e-4cf1-aaad-ac468f708f34 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:38.063899 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0938b3fe-ec4d-45cf-840c-90b794585ae2 req-0a0d5bfb-8e7e-4cf1-aaad-ac468f708f34 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=4aef8a0f-d88d-4675-856f-6518e6876546 HTTP/1.1" status: 200 len: 944 time: 0.0471377 Jan 25 02:22:38.108875 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0938b3fe-ec4d-45cf-840c-90b794585ae2 req-28305855-35ec-4a9e-b06c-67149448864c tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=3a4ba3fe-5efb-433a-b1f4-4b7154ec1ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393472 Jan 25 02:22:39.102999 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 1c0c1fac-8ef4-4fbf-94a7-3257088fc83c up at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:22:39.221480 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning for port 1c0c1fac-8ef4-4fbf-94a7-3257088fc83c completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:22:39.225635 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning complete for port 1c0c1fac-8ef4-4fbf-94a7-3257088fc83c triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:22:39.226021 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (1c0c1fac-8ef4-4fbf-94a7-3257088fc83c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:39.316901 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 1c0c1fac-8ef4-4fbf-94a7-3257088fc83c is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:22:39.317303 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (1c0c1fac-8ef4-4fbf-94a7-3257088fc83c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:39.344324 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aef8a0f-d88d-4675-856f-6518e6876546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0c1fac-8ef4-4fbf-94a7-3257088fc83c'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:22:39.346742 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425b8effad759ea2b395d79f7fcdbc6f74d58daf1cbadf1a5a1a211e7a69aa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684d863e-dc39-40d3-b4c0-01a4d171e22d" -d '{"events": [{"server_uuid": "4aef8a0f-d88d-4675-856f-6518e6876546", "name": "network-vif-plugged", "status": "completed", "tag": "1c0c1fac-8ef4-4fbf-94a7-3257088fc83c"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:22:39.360194 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 1c0c1fac-8ef4-4fbf-94a7-3257088fc83c, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=1c0c1fac-8ef4-4fbf-94a7-3257088fc83c,segment=NetworkSegment(96256bba-260a-4340-9ca9-6919fb0b7ef1),segment_id=96256bba-260a-4340-9ca9-6919fb0b7ef1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:22:39.391603 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4bf870-f978-4721-bb11-64ee197255c9 x-openstack-request-id: req-8b4bf870-f978-4721-bb11-64ee197255c9 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:22:39.391907 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aef8a0f-d88d-4675-856f-6518e6876546", "name": "network-vif-plugged", "status": "completed", "tag": "1c0c1fac-8ef4-4fbf-94a7-3257088fc83c", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:22:39.392168 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-8b4bf870-f978-4721-bb11-64ee197255c9 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:22:39.392567 dv-cinder-821168-1-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aef8a0f-d88d-4675-856f-6518e6876546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0c1fac-8ef4-4fbf-94a7-3257088fc83c', 'code': 200} Jan 25 02:22:39.434835 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (1c0c1fac-8ef4-4fbf-94a7-3257088fc83c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:39.489692 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59048fe-1258-4455-a8f3-7a18c0687333 req-68f7c5da-612b-4619-881c-188cde42b474 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:39.490607 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c59048fe-1258-4455-a8f3-7a18c0687333 req-68f7c5da-612b-4619-881c-188cde42b474 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=4aef8a0f-d88d-4675-856f-6518e6876546 HTTP/1.1" status: 200 len: 944 time: 0.3148789 Jan 25 02:22:39.498601 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=1c0c1fac-8ef4-4fbf-94a7-3257088fc83c,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:22:39.559400 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c59048fe-1258-4455-a8f3-7a18c0687333 req-ab22f713-d46f-404a-8af7-50fa960405ac tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=3a4ba3fe-5efb-433a-b1f4-4b7154ec1ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621021 Jan 25 02:22:39.774201 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b98c3-7bb9-415d-afb7-a6366caf48ea req-8315e9ef-74e9-4bfc-b83b-2697c4d94334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:39.775626 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-998b98c3-7bb9-415d-afb7-a6366caf48ea req-8315e9ef-74e9-4bfc-b83b-2697c4d94334 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4aef8a0f-d88d-4675-856f-6518e6876546 HTTP/1.1" status: 200 len: 1098 time: 0.0475016 Jan 25 02:22:39.823752 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-998b98c3-7bb9-415d-afb7-a6366caf48ea req-5c3a863a-a75e-4814-afbc-ff1b51545489 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=3a4ba3fe-5efb-433a-b1f4-4b7154ec1ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412164 Jan 25 02:22:40.169769 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:22:40.444947 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffcfbcd-6a1d-4dd9-9ac5-de50ba2abc42 req-a2dbde9f-31c9-40e8-8200-75c4acd5a9fa tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:40.446437 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9ffcfbcd-6a1d-4dd9-9ac5-de50ba2abc42 req-a2dbde9f-31c9-40e8-8200-75c4acd5a9fa tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 946 time: 0.0533688 Jan 25 02:22:40.495107 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9ffcfbcd-6a1d-4dd9-9ac5-de50ba2abc42 req-816e98e8-aae0-4b85-9493-105d6a783e2c tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430954 Jan 25 02:22:40.673127 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8299c-3e04-4476-8433-71cf5166199b req-0fb9139b-79ec-4e08-a5c5-d12056093cd3 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:40.674585 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ebd8299c-3e04-4476-8433-71cf5166199b req-0fb9139b-79ec-4e08-a5c5-d12056093cd3 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=4aef8a0f-d88d-4675-856f-6518e6876546 HTTP/1.1" status: 200 len: 945 time: 0.0468533 Jan 25 02:22:40.720337 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ebd8299c-3e04-4476-8433-71cf5166199b req-c52fb8ce-82c6-4259-82ca-78db279a0693 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=3a4ba3fe-5efb-433a-b1f4-4b7154ec1ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403275 Jan 25 02:22:41.610954 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313d2dd-1a29-4fca-bef6-53463b78fa55 req-f726ee58-5221-4f95-b911-98a79c12efdb tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:41.612445 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3313d2dd-1a29-4fca-bef6-53463b78fa55 req-f726ee58-5221-4f95-b911-98a79c12efdb tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 946 time: 0.0496657 Jan 25 02:22:41.657579 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3313d2dd-1a29-4fca-bef6-53463b78fa55 req-14e710b2-5b32-4f06-a1e8-e3df27d56ce8 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396903 Jan 25 02:22:41.835210 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6640e0-9804-458b-abc0-0ff53b74ae6d req-f263a92b-4c47-4e54-a556-2b40ccbe1d04 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:41.836606 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fc6640e0-9804-458b-abc0-0ff53b74ae6d req-f263a92b-4c47-4e54-a556-2b40ccbe1d04 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=4aef8a0f-d88d-4675-856f-6518e6876546 HTTP/1.1" status: 200 len: 945 time: 0.0511038 Jan 25 02:22:41.882643 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fc6640e0-9804-458b-abc0-0ff53b74ae6d req-fecec755-1151-41e8-8d64-f121d609cbd5 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=3a4ba3fe-5efb-433a-b1f4-4b7154ec1ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405724 Jan 25 02:22:41.990671 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881e849-ede2-43fa-8082-311a95046a8f req-63349ce4-6bd4-4962-a6a1-f8ef8be7ab1e tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:41.992125 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c881e849-ede2-43fa-8082-311a95046a8f req-63349ce4-6bd4-4962-a6a1-f8ef8be7ab1e tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=4aef8a0f-d88d-4675-856f-6518e6876546 HTTP/1.1" status: 200 len: 945 time: 0.0491486 Jan 25 02:22:42.000284 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 39638) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:22:42.005551 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [None req-6b24068c-f0db-498f-b4da-e9693c5984a7 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Request body: {'floatingip': {'port_id': '1c0c1fac-8ef4-4fbf-94a7-3257088fc83c'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:22:42.046756 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b24068c-f0db-498f-b4da-e9693c5984a7 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for floatingip (316985a1-f0f1-4081-9863-e4ca3537a9ed), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:42.486053 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b24068c-f0db-498f-b4da-e9693c5984a7 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:42.548633 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b24068c-f0db-498f-b4da-e9693c5984a7 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013182'] for floatingip (316985a1-f0f1-4081-9863-e4ca3537a9ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:42.646057 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.db.l3_db [None req-6b24068c-f0db-498f-b4da-e9693c5984a7 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Floating IP 316985a1-f0f1-4081-9863-e4ca3537a9ed associated. External IP: 172.27.3.177, port: 1c0c1fac-8ef4-4fbf-94a7-3257088fc83c. Jan 25 02:22:42.851868 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f223254-9ef5-4673-8285-ae449b3d7a30 req-177915ce-88e7-40fc-ad4c-a8edbf8d376f tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:42.853244 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0f223254-9ef5-4673-8285-ae449b3d7a30 req-177915ce-88e7-40fc-ad4c-a8edbf8d376f tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 946 time: 0.1263351 Jan 25 02:22:42.897223 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a8bd7-6b4e-4741-9fae-330a82381e7f req-9cc2e5a2-ddef-4bbb-a413-86255281df6b tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:42.898701 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b38a8bd7-6b4e-4741-9fae-330a82381e7f req-9cc2e5a2-ddef-4bbb-a413-86255281df6b tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.79 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 946 time: 0.1280432 Jan 25 02:22:43.022485 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0f223254-9ef5-4673-8285-ae449b3d7a30 req-120cd0b6-a070-4a13-8da8-bbcabf118ccd tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/security-groups?id=59ccdb08-b215-418b-85d8-2f4423beb792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595724 Jan 25 02:22:43.037042 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b24068c-f0db-498f-b4da-e9693c5984a7 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Router 0364cad3-edfd-4ce2-b2fb-a17a8e703e09 has already been hosted by L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:22:43.105343 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-b38a8bd7-6b4e-4741-9fae-330a82381e7f req-d7729ded-4b05-43b9-89af-22221b1bfebd tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Deleting port 0e09aee4-3dc3-4d87-b6bc-4024d08ffa27 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:22:43.105609 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b38a8bd7-6b4e-4741-9fae-330a82381e7f req-d7729ded-4b05-43b9-89af-22221b1bfebd tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (0e09aee4-3dc3-4d87-b6bc-4024d08ffa27), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:43.232007 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b24068c-f0db-498f-b4da-e9693c5984a7 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:22:43.237656 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b24068c-f0db-498f-b4da-e9693c5984a7 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:43.242587 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78693fb-dff9-4b68-a75c-bcaba9d3d4ad None None] Sync routers for ids ['0364cad3-edfd-4ce2-b2fb-a17a8e703e09'] in dv-cinder-821168-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:22:43.255063 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78693fb-dff9-4b68-a75c-bcaba9d3d4ad None None] Routers {'0364cad3-edfd-4ce2-b2fb-a17a8e703e09'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:22:43.255689 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-c78693fb-dff9-4b68-a75c-bcaba9d3d4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:22:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['0364cad3-edfd-4ce2-b2fb-a17a8e703e09'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:22:43.273957 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-b38a8bd7-6b4e-4741-9fae-330a82381e7f req-d7729ded-4b05-43b9-89af-22221b1bfebd tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] For port 0e09aee4-3dc3-4d87-b6bc-4024d08ffa27, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=0e09aee4-3dc3-4d87-b6bc-4024d08ffa27,segment=NetworkSegment(9ff6fcb1-b851-4f75-928c-682452eca8fd),segment_id=9ff6fcb1-b851-4f75-928c-682452eca8fd)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:22:43.274323 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b38a8bd7-6b4e-4741-9fae-330a82381e7f req-d7729ded-4b05-43b9-89af-22221b1bfebd tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (0e09aee4-3dc3-4d87-b6bc-4024d08ffa27), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:43.287872 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-6b24068c-f0db-498f-b4da-e9693c5984a7 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "PUT /v2.0/floatingips/316985a1-f0f1-4081-9863-e4ca3537a9ed HTTP/1.1" status: 200 len: 991 time: 1.2854695 Jan 25 02:22:43.293039 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aef8a0f-d88d-4675-856f-6518e6876546', 'tag': '1c0c1fac-8ef4-4fbf-94a7-3257088fc83c'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:22:43.293964 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f765fb84-011a-4e1e-8bcb-7186ac3b99c2" -d '{"events": [{"name": "network-changed", "server_uuid": "4aef8a0f-d88d-4675-856f-6518e6876546", "tag": "1c0c1fac-8ef4-4fbf-94a7-3257088fc83c"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:22:43.296993 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-b38a8bd7-6b4e-4741-9fae-330a82381e7f req-d7729ded-4b05-43b9-89af-22221b1bfebd tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Calling delete_port for 0e09aee4-3dc3-4d87-b6bc-4024d08ffa27 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:22:43.363159 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5834852-6747-43f7-8b05-063025a4d177 x-openstack-request-id: req-d5834852-6747-43f7-8b05-063025a4d177 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:22:43.363450 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aef8a0f-d88d-4675-856f-6518e6876546", "tag": "1c0c1fac-8ef4-4fbf-94a7-3257088fc83c", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:22:43.363707 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-d5834852-6747-43f7-8b05-063025a4d177 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:22:43.364132 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aef8a0f-d88d-4675-856f-6518e6876546', 'tag': '1c0c1fac-8ef4-4fbf-94a7-3257088fc83c', 'status': 'completed', 'code': 200} Jan 25 02:22:43.366750 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-c78693fb-dff9-4b68-a75c-bcaba9d3d4ad None None] Set router 0364cad3-edfd-4ce2-b2fb-a17a8e703e09 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:22:43.467368 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765fb84-011a-4e1e-8bcb-7186ac3b99c2 req-25f59a85-c3be-49bb-80ee-7e1e8bff45e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:43.469114 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f765fb84-011a-4e1e-8bcb-7186ac3b99c2 req-25f59a85-c3be-49bb-80ee-7e1e8bff45e0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1dc0c55e351a499ba2e0b38fd3fea46c&device_id=4aef8a0f-d88d-4675-856f-6518e6876546 HTTP/1.1" status: 200 len: 1098 time: 0.0552661 Jan 25 02:22:43.562160 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b38a8bd7-6b4e-4741-9fae-330a82381e7f req-d7729ded-4b05-43b9-89af-22221b1bfebd tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (0e09aee4-3dc3-4d87-b6bc-4024d08ffa27), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:43.572059 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765fb84-011a-4e1e-8bcb-7186ac3b99c2 req-580fa742-c08e-41d1-b28f-cd320515ec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:43.573508 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f765fb84-011a-4e1e-8bcb-7186ac3b99c2 req-580fa742-c08e-41d1-b28f-cd320515ec38 service neutron] 10.222.0.79 "GET /v2.0/networks?id=01d302a1-d37b-4d5b-9a51-6cceb6126a3f HTTP/1.1" status: 200 len: 912 time: 0.0986128 Jan 25 02:22:43.599298 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['0e09aee4-3dc3-4d87-b6bc-4024d08ffa27'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:22:43.604953 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7729ded-4b05-43b9-89af-22221b1bfebd tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Pushing event deleted for resources: {'Port': ['ID=0e09aee4-3dc3-4d87-b6bc-4024d08ffa27,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:22:43.623700 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-c78693fb-dff9-4b68-a75c-bcaba9d3d4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'name': 'tempest-AttachVolumeTestJSON-1127360137-router', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '94b310f7-9a60-4ba5-9d90-08a54db022bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:16:15Z', 'updated_at': '2022-01-25T02:16:18Z', 'revision_number': 4, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'gw_port': {'id': '94b310f7-9a60-4ba5-9d90-08a54db022bd', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:16:15Z', 'updated_at': '2022-01-25T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_floatingips': [{'id': '316985a1-f0f1-4081-9863-e4ca3537a9ed', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'floating_ip_address': '172.27.3.177', 'floating_network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'router_id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'port_id': '1c0c1fac-8ef4-4fbf-94a7-3257088fc83c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f', 'mac_address': 'fa:16:3e:19:11:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aef8a0f-d88d-4675-856f-6518e6876546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:22:19Z', 'updated_at': '2022-01-25T02:22:42Z', 'revision_number': 1, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42bd279f-c138-4b50-9ed1-cdd8dd356707', 'name': '', 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'mac_address': 'fa:16:3e:5d:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '4433a20e-0a7e-4dda-9aa9-6ade059d64f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:16:17Z', 'updated_at': '2022-01-25T02:16:22Z', 'revision_number': 5, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'subnets': [{'id': '4433a20e-0a7e-4dda-9aa9-6ade059d64f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:22:43.654651 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78693fb-dff9-4b68-a75c-bcaba9d3d4ad None None] Checking router: 0364cad3-edfd-4ce2-b2fb-a17a8e703e09 for host: dv-cinder-821168-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:22:43.664078 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78693fb-dff9-4b68-a75c-bcaba9d3d4ad None None] Routers {'0364cad3-edfd-4ce2-b2fb-a17a8e703e09'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:22:43.664701 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-c78693fb-dff9-4b68-a75c-bcaba9d3d4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:22:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['0364cad3-edfd-4ce2-b2fb-a17a8e703e09'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:22:43.677662 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38a8bd7-6b4e-4741-9fae-330a82381e7f req-d7729ded-4b05-43b9-89af-22221b1bfebd tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] No DVR routers for this DVR port 0e09aee4-3dc3-4d87-b6bc-4024d08ffa27 on host hv-cinder-82116 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:22:43.681280 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b38a8bd7-6b4e-4741-9fae-330a82381e7f req-d7729ded-4b05-43b9-89af-22221b1bfebd tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:43.684510 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b38a8bd7-6b4e-4741-9fae-330a82381e7f req-d7729ded-4b05-43b9-89af-22221b1bfebd tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.79 "DELETE /v2.0/ports/0e09aee4-3dc3-4d87-b6bc-4024d08ffa27 HTTP/1.1" status: 204 len: 173 time: 0.7518315 Jan 25 02:22:43.691285 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f765fb84-011a-4e1e-8bcb-7186ac3b99c2 req-a0d7f9e8-1721-41f5-bcc1-9690da0124e8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c0c1fac-8ef4-4fbf-94a7-3257088fc83c HTTP/1.1" status: 200 len: 999 time: 0.0976875 Jan 25 02:22:43.742385 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765fb84-011a-4e1e-8bcb-7186ac3b99c2 req-6c4c5bf4-ff74-43f7-9b2e-836bc0080095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:43.743959 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f765fb84-011a-4e1e-8bcb-7186ac3b99c2 req-6c4c5bf4-ff74-43f7-9b2e-836bc0080095 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4433a20e-0a7e-4dda-9aa9-6ade059d64f5 HTTP/1.1" status: 200 len: 850 time: 0.0471199 Jan 25 02:22:43.778573 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-c78693fb-dff9-4b68-a75c-bcaba9d3d4ad None None] Set router 0364cad3-edfd-4ce2-b2fb-a17a8e703e09 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:22:43.790411 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765fb84-011a-4e1e-8bcb-7186ac3b99c2 req-8b7bb8af-6b99-4792-8f12-7880866f613d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:43.791988 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f765fb84-011a-4e1e-8bcb-7186ac3b99c2 req-8b7bb8af-6b99-4792-8f12-7880866f613d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=01d302a1-d37b-4d5b-9a51-6cceb6126a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423737 Jan 25 02:22:43.887148 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f765fb84-011a-4e1e-8bcb-7186ac3b99c2 req-8b756c73-41fd-4601-a26e-3f6041f2ea4d service neutron] 10.222.0.79 "GET /v2.0/networks/01d302a1-d37b-4d5b-9a51-6cceb6126a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876572 Jan 25 02:22:43.993874 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f765fb84-011a-4e1e-8bcb-7186ac3b99c2 req-b67690f2-fe5f-467f-a6ed-96b13e950775 service neutron] 10.222.0.79 "GET /v2.0/networks/01d302a1-d37b-4d5b-9a51-6cceb6126a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970838 Jan 25 02:22:44.032843 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-c78693fb-dff9-4b68-a75c-bcaba9d3d4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'name': 'tempest-AttachVolumeTestJSON-1127360137-router', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '94b310f7-9a60-4ba5-9d90-08a54db022bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:16:15Z', 'updated_at': '2022-01-25T02:16:18Z', 'revision_number': 4, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'gw_port': {'id': '94b310f7-9a60-4ba5-9d90-08a54db022bd', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:16:15Z', 'updated_at': '2022-01-25T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_floatingips': [{'id': '316985a1-f0f1-4081-9863-e4ca3537a9ed', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'floating_ip_address': '172.27.3.177', 'floating_network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'router_id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'port_id': '1c0c1fac-8ef4-4fbf-94a7-3257088fc83c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f', 'mac_address': 'fa:16:3e:19:11:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aef8a0f-d88d-4675-856f-6518e6876546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:22:19Z', 'updated_at': '2022-01-25T02:22:42Z', 'revision_number': 1, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42bd279f-c138-4b50-9ed1-cdd8dd356707', 'name': '', 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'mac_address': 'fa:16:3e:5d:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '4433a20e-0a7e-4dda-9aa9-6ade059d64f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:16:17Z', 'updated_at': '2022-01-25T02:16:22Z', 'revision_number': 5, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'subnets': [{'id': '4433a20e-0a7e-4dda-9aa9-6ade059d64f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:22:44.066277 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78693fb-dff9-4b68-a75c-bcaba9d3d4ad None None] The sync data for ids ['0364cad3-edfd-4ce2-b2fb-a17a8e703e09'] in dv-cinder-821168-1-iscsi is: [{'id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'name': 'tempest-AttachVolumeTestJSON-1127360137-router', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '94b310f7-9a60-4ba5-9d90-08a54db022bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:16:15Z', 'updated_at': '2022-01-25T02:16:18Z', 'revision_number': 4, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'gw_port': {'id': '94b310f7-9a60-4ba5-9d90-08a54db022bd', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:16:15Z', 'updated_at': '2022-01-25T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_floatingips': [{'id': '316985a1-f0f1-4081-9863-e4ca3537a9ed', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'floating_ip_address': '172.27.3.177', 'floating_network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'router_id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'port_id': '1c0c1fac-8ef4-4fbf-94a7-3257088fc83c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f', 'mac_address': 'fa:16:3e:19:11:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aef8a0f-d88d-4675-856f-6518e6876546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:22:19Z', 'updated_at': '2022-01-25T02:22:42Z', 'revision_number': 1, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42bd279f-c138-4b50-9ed1-cdd8dd356707', 'name': '', 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'mac_address': 'fa:16:3e:5d:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '4433a20e-0a7e-4dda-9aa9-6ade059d64f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:16:17Z', 'updated_at': '2022-01-25T02:16:22Z', 'revision_number': 5, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'subnets': [{'id': '4433a20e-0a7e-4dda-9aa9-6ade059d64f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:22:44.161983 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-69bb167f-4d79-4e9c-a8a0-678c76f0b9f0 req-55ff7db1-09e9-48b5-b2f5-06a665655b53 tempest-TestMinimumBasicScenario-1010823223 tempest-TestMinimumBasicScenario-1010823223-project] 10.222.0.112 "GET /v2.0/ports?device_id=2115704c-0264-4b20-a006-879d6913be90 HTTP/1.1" status: 200 len: 210 time: 0.0289180 Jan 25 02:22:44.283328 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3a41e6-c678-454f-b868-fd9238786e44 None None] New status for floating IP 316985a1-f0f1-4081-9863-e4ca3537a9ed: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:22:45.365240 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2115704c-0264-4b20-a006-879d6913be90', 'name': 'network-vif-deleted', 'tag': '0e09aee4-3dc3-4d87-b6bc-4024d08ffa27'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:22:45.367667 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b088483-3656-48cf-82d9-28bbb5839058" -d '{"events": [{"server_uuid": "2115704c-0264-4b20-a006-879d6913be90", "name": "network-vif-deleted", "tag": "0e09aee4-3dc3-4d87-b6bc-4024d08ffa27"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:22:45.401591 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8ef22c-635d-40c0-8739-c0d8c04d7f4c x-openstack-request-id: req-0a8ef22c-635d-40c0-8739-c0d8c04d7f4c {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:22:45.401883 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2115704c-0264-4b20-a006-879d6913be90", "name": "network-vif-deleted", "tag": "0e09aee4-3dc3-4d87-b6bc-4024d08ffa27", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:22:45.402136 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-0a8ef22c-635d-40c0-8739-c0d8c04d7f4c {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:22:45.402570 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2115704c-0264-4b20-a006-879d6913be90', 'name': 'network-vif-deleted', 'tag': '0e09aee4-3dc3-4d87-b6bc-4024d08ffa27', 'status': 'completed', 'code': 200} Jan 25 02:22:46.523401 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 39694) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:22:46.873413 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-238daa0b-07f5-4f28-b056-129e077653f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1015284'] for router_interface (69658738-5b08-4b16-9161-0a18c5b83e72), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:47.114835 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-238daa0b-07f5-4f28-b056-129e077653f9 admin admin] Deleting port 29c40fed-b469-4e4d-bcb3-49408e3ef019 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:22:47.115091 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-238daa0b-07f5-4f28-b056-129e077653f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (29c40fed-b469-4e4d-bcb3-49408e3ef019), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:47.157480 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 0e09aee4-3dc3-4d87-b6bc-4024d08ffa27 no longer exists at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:22:47.181139 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] No Port match for: 0e09aee4-3dc3-4d87-b6bc-4024d08ffa27 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:22:47.181488 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 0e09aee4-3dc3-4d87-b6bc-4024d08ffa27 not bound to the agent host hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:22:47.193022 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-238daa0b-07f5-4f28-b056-129e077653f9 admin admin] For port 29c40fed-b469-4e4d-bcb3-49408e3ef019, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=29c40fed-b469-4e4d-bcb3-49408e3ef019,segment=NetworkSegment(9ff6fcb1-b851-4f75-928c-682452eca8fd),segment_id=9ff6fcb1-b851-4f75-928c-682452eca8fd)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:22:47.193388 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-238daa0b-07f5-4f28-b056-129e077653f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (29c40fed-b469-4e4d-bcb3-49408e3ef019), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:47.205404 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-238daa0b-07f5-4f28-b056-129e077653f9 admin admin] Calling delete_port for 29c40fed-b469-4e4d-bcb3-49408e3ef019 owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:22:47.440322 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-238daa0b-07f5-4f28-b056-129e077653f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (29c40fed-b469-4e4d-bcb3-49408e3ef019), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:47.467501 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238daa0b-07f5-4f28-b056-129e077653f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=29c40fed-b469-4e4d-bcb3-49408e3ef019,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:22:47.627904 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-238daa0b-07f5-4f28-b056-129e077653f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1009881'] for router_interface (69658738-5b08-4b16-9161-0a18c5b83e72), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:47.679845 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-51d05aab-f5bf-4906-a0aa-e231dfbf39f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:48.082349 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-238daa0b-07f5-4f28-b056-129e077653f9 admin admin] Router 69658738-5b08-4b16-9161-0a18c5b83e72 has already been hosted by L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:22:48.187850 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238daa0b-07f5-4f28-b056-129e077653f9 admin admin] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:22:48.196086 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-238daa0b-07f5-4f28-b056-129e077653f9 admin admin] 10.222.0.112 "PUT /v2.0/routers/69658738-5b08-4b16-9161-0a18c5b83e72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6694076 Jan 25 02:22:48.197024 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 39700) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:22:48.198013 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a2f731-3820-48f4-af2e-ae5c80476fce None None] Sync routers for ids ['69658738-5b08-4b16-9161-0a18c5b83e72'] in dv-cinder-821168-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:22:48.208258 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a2f731-3820-48f4-af2e-ae5c80476fce None None] Routers {'69658738-5b08-4b16-9161-0a18c5b83e72'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:22:48.208882 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-51a2f731-3820-48f4-af2e-ae5c80476fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:22:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['69658738-5b08-4b16-9161-0a18c5b83e72'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:22:48.314658 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f32191e-3f1d-4886-bf91-6b3d6707df0c admin admin] Publish callbacks [] for router (69658738-5b08-4b16-9161-0a18c5b83e72), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:48.422583 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f32191e-3f1d-4886-bf91-6b3d6707df0c admin admin] Publish callbacks [] for router_gateway (69658738-5b08-4b16-9161-0a18c5b83e72), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:48.442533 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-51a2f731-3820-48f4-af2e-ae5c80476fce None None] Set router 69658738-5b08-4b16-9161-0a18c5b83e72 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:22:48.526668 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-9f32191e-3f1d-4886-bf91-6b3d6707df0c admin admin] Deleting port 3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:22:48.527012 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f32191e-3f1d-4886-bf91-6b3d6707df0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:48.604982 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-9f32191e-3f1d-4886-bf91-6b3d6707df0c admin admin] For port 3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f,segment=NetworkSegment(563111bc-0e97-4ad0-9464-e144d87fe1b2),segment_id=563111bc-0e97-4ad0-9464-e144d87fe1b2)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:22:48.605361 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f32191e-3f1d-4886-bf91-6b3d6707df0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:48.619193 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-51a2f731-3820-48f4-af2e-ae5c80476fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69658738-5b08-4b16-9161-0a18c5b83e72', 'name': 'tempest-TestMinimumBasicScenario-1582854778-router', 'tenant_id': '8051bc8589334168b3804246ccf10459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:18:34Z', 'updated_at': '2022-01-25T02:22:47Z', 'revision_number': 5, 'project_id': '8051bc8589334168b3804246ccf10459', 'gw_port': {'id': '3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:61:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69658738-5b08-4b16-9161-0a18c5b83e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:18:35Z', 'updated_at': '2022-01-25T02:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi'}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:22:48.622728 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-9f32191e-3f1d-4886-bf91-6b3d6707df0c admin admin] Calling delete_port for 3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:22:48.648801 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a2f731-3820-48f4-af2e-ae5c80476fce None None] Checking router: 69658738-5b08-4b16-9161-0a18c5b83e72 for host: dv-cinder-821168-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:22:48.657994 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a2f731-3820-48f4-af2e-ae5c80476fce None None] Routers {'69658738-5b08-4b16-9161-0a18c5b83e72'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:22:48.658676 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-51a2f731-3820-48f4-af2e-ae5c80476fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:22:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['69658738-5b08-4b16-9161-0a18c5b83e72'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:22:48.740154 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-51a2f731-3820-48f4-af2e-ae5c80476fce None None] Set router 69658738-5b08-4b16-9161-0a18c5b83e72 gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:22:48.794003 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-51a2f731-3820-48f4-af2e-ae5c80476fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69658738-5b08-4b16-9161-0a18c5b83e72', 'name': 'tempest-TestMinimumBasicScenario-1582854778-router', 'tenant_id': '8051bc8589334168b3804246ccf10459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:18:34Z', 'updated_at': '2022-01-25T02:22:48Z', 'revision_number': 6, 'project_id': '8051bc8589334168b3804246ccf10459', 'gw_port_host': None}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:22:48.820449 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a2f731-3820-48f4-af2e-ae5c80476fce None None] The sync data for ids ['69658738-5b08-4b16-9161-0a18c5b83e72'] in dv-cinder-821168-1-iscsi is: [{'id': '69658738-5b08-4b16-9161-0a18c5b83e72', 'name': 'tempest-TestMinimumBasicScenario-1582854778-router', 'tenant_id': '8051bc8589334168b3804246ccf10459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:18:34Z', 'updated_at': '2022-01-25T02:22:48Z', 'revision_number': 6, 'project_id': '8051bc8589334168b3804246ccf10459', 'gw_port_host': None}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:22:48.840083 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f32191e-3f1d-4886-bf91-6b3d6707df0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:48.874869 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32191e-3f1d-4886-bf91-6b3d6707df0c admin admin] Pushing event deleted for resources: {'Port': ['ID=3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:22:48.937634 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f32191e-3f1d-4886-bf91-6b3d6707df0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1011973'] for router_gateway (69658738-5b08-4b16-9161-0a18c5b83e72), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:49.060683 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f32191e-3f1d-4886-bf91-6b3d6707df0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1006746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1052'] for router (69658738-5b08-4b16-9161-0a18c5b83e72), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:49.062725 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f32191e-3f1d-4886-bf91-6b3d6707df0c admin admin] Publish callbacks [] for router_controller (69658738-5b08-4b16-9161-0a18c5b83e72), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:49.182963 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f32191e-3f1d-4886-bf91-6b3d6707df0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1006737'] for router (69658738-5b08-4b16-9161-0a18c5b83e72), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:49.183525 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f32191e-3f1d-4886-bf91-6b3d6707df0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69658738-5b08-4b16-9161-0a18c5b83e72 {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 02:22:49.188869 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f32191e-3f1d-4886-bf91-6b3d6707df0c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:49.190815 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-9f32191e-3f1d-4886-bf91-6b3d6707df0c admin admin] 10.222.0.112 "DELETE /v2.0/routers/69658738-5b08-4b16-9161-0a18c5b83e72 HTTP/1.1" status: 204 len: 168 time: 0.9927595 Jan 25 02:22:49.193416 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 39704) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:22:49.247160 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ff2448-b7fd-4da7-a137-65800ab41aa5 admin admin] Deleting subnet 1c0b1dc0-29a2-40cf-9da8-a2953adfaba2 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 02:22:49.250291 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75ff2448-b7fd-4da7-a137-65800ab41aa5 admin admin] Publish callbacks [] for subnet (1c0b1dc0-29a2-40cf-9da8-a2953adfaba2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:49.284348 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75ff2448-b7fd-4da7-a137-65800ab41aa5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25179602'] for subnet (1c0b1dc0-29a2-40cf-9da8-a2953adfaba2), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:49.389209 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75ff2448-b7fd-4da7-a137-65800ab41aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16745065'] for subnet (1c0b1dc0-29a2-40cf-9da8-a2953adfaba2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:49.501769 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75ff2448-b7fd-4da7-a137-65800ab41aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16745106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25361992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25199770'] for subnet (1c0b1dc0-29a2-40cf-9da8-a2953adfaba2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:49.526787 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff2448-b7fd-4da7-a137-65800ab41aa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c0b1dc0-29a2-40cf-9da8-a2953adfaba2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:22:49.531358 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75ff2448-b7fd-4da7-a137-65800ab41aa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:49.534691 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-75ff2448-b7fd-4da7-a137-65800ab41aa5 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/1c0b1dc0-29a2-40cf-9da8-a2953adfaba2 HTTP/1.1" status: 204 len: 168 time: 0.3402791 Jan 25 02:22:49.537298 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 39706) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:22:49.539465 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0303dc3-297d-496e-8b21-450ef974d4ed None None] Network 6b675fc4-8bf0-47c1-9fe8-58f613604f0d requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:22:49.607209 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6543d5f-9390-4d77-8443-219b3d632d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16363431'] for network (6b675fc4-8bf0-47c1-9fe8-58f613604f0d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:49.664350 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d6543d5f-9390-4d77-8443-219b3d632d51 admin admin] Deleting port 94ce1dd1-0df1-479e-b396-7625467278cb {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:22:49.664776 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6543d5f-9390-4d77-8443-219b3d632d51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (94ce1dd1-0df1-479e-b396-7625467278cb), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:49.710586 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5959918e-a465-4115-8193-96320205a009 None None] DHCP port deletion for 6b675fc4-8bf0-47c1-9fe8-58f613604f0d request from dv-cinder-821168-1-iscsi {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 02:22:49.734466 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-d6543d5f-9390-4d77-8443-219b3d632d51 admin admin] For port 94ce1dd1-0df1-479e-b396-7625467278cb, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=94ce1dd1-0df1-479e-b396-7625467278cb,segment=NetworkSegment(9ff6fcb1-b851-4f75-928c-682452eca8fd),segment_id=9ff6fcb1-b851-4f75-928c-682452eca8fd)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:22:49.734834 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6543d5f-9390-4d77-8443-219b3d632d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (94ce1dd1-0df1-479e-b396-7625467278cb), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:49.748292 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d6543d5f-9390-4d77-8443-219b3d632d51 admin admin] Calling delete_port for 94ce1dd1-0df1-479e-b396-7625467278cb owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:22:49.770312 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5959918e-a465-4115-8193-96320205a009 None None] Deleting port 94ce1dd1-0df1-479e-b396-7625467278cb {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:22:49.770841 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5959918e-a465-4115-8193-96320205a009 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (94ce1dd1-0df1-479e-b396-7625467278cb), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:49.837960 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-5959918e-a465-4115-8193-96320205a009 None None] For port 94ce1dd1-0df1-479e-b396-7625467278cb, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=94ce1dd1-0df1-479e-b396-7625467278cb,segment=NetworkSegment(9ff6fcb1-b851-4f75-928c-682452eca8fd),segment_id=9ff6fcb1-b851-4f75-928c-682452eca8fd)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:22:49.838242 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5959918e-a465-4115-8193-96320205a009 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (94ce1dd1-0df1-479e-b396-7625467278cb), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:49.851813 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5959918e-a465-4115-8193-96320205a009 None None] Calling delete_port for 94ce1dd1-0df1-479e-b396-7625467278cb owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:22:49.908953 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6543d5f-9390-4d77-8443-219b3d632d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25362021'] for port (94ce1dd1-0df1-479e-b396-7625467278cb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:49.936485 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6543d5f-9390-4d77-8443-219b3d632d51 admin admin] Pushing event deleted for resources: {'Port': ['ID=94ce1dd1-0df1-479e-b396-7625467278cb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:22:49.940473 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6543d5f-9390-4d77-8443-219b3d632d51 admin admin] No DVR routers for this DVR port 94ce1dd1-0df1-479e-b396-7625467278cb on host dv-cinder-821168-1-iscsi {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:22:49.970695 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5959918e-a465-4115-8193-96320205a009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249'] for port (94ce1dd1-0df1-479e-b396-7625467278cb), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:49.995904 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959918e-a465-4115-8193-96320205a009 None None] Pushing event deleted for resources: {'Port': ['ID=94ce1dd1-0df1-479e-b396-7625467278cb,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:22:50.007039 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5959918e-a465-4115-8193-96320205a009 None None] No DVR routers for this DVR port 94ce1dd1-0df1-479e-b396-7625467278cb on host dv-cinder-821168-1-iscsi {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:22:50.012316 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959918e-a465-4115-8193-96320205a009 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:22:50.012673 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959918e-a465-4115-8193-96320205a009 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:22:50.013023 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959918e-a465-4115-8193-96320205a009 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:22:50.013365 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959918e-a465-4115-8193-96320205a009 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:22:50.013703 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959918e-a465-4115-8193-96320205a009 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:22:50.014038 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959918e-a465-4115-8193-96320205a009 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:22:50.014467 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959918e-a465-4115-8193-96320205a009 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:22:50.014819 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959918e-a465-4115-8193-96320205a009 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:22:50.015151 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959918e-a465-4115-8193-96320205a009 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:22:50.015486 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959918e-a465-4115-8193-96320205a009 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:22:50.015906 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959918e-a465-4115-8193-96320205a009 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:22:50.016233 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959918e-a465-4115-8193-96320205a009 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:22:50.016558 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959918e-a465-4115-8193-96320205a009 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:22:50.024794 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6543d5f-9390-4d77-8443-219b3d632d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16730868', 'neutron.services.segments.db._delete_segments_for_network-8777998562223'] for network (6b675fc4-8bf0-47c1-9fe8-58f613604f0d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:50.048821 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d6543d5f-9390-4d77-8443-219b3d632d51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b675fc4-8bf0-47c1-9fe8-58f613604f0d']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:22:50.057832 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d6543d5f-9390-4d77-8443-219b3d632d51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ff6fcb1-b851-4f75-928c-682452eca8fd') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:22:50.058125 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d6543d5f-9390-4d77-8443-219b3d632d51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ff6fcb1-b851-4f75-928c-682452eca8fd') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:22:50.067796 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6543d5f-9390-4d77-8443-219b3d632d51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777998562097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25179595'] for segment (9ff6fcb1-b851-4f75-928c-682452eca8fd), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:50.080781 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6543d5f-9390-4d77-8443-219b3d632d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422'] for segment (9ff6fcb1-b851-4f75-928c-682452eca8fd), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:50.087891 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6543d5f-9390-4d77-8443-219b3d632d51 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 02:22:50.088266 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6543d5f-9390-4d77-8443-219b3d632d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25361942'] for segment (9ff6fcb1-b851-4f75-928c-682452eca8fd), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:50.090515 dv-cinder-821168-1-iscsi neutron-server[103188]: Traceback (most recent call last): Jan 25 02:22:50.090515 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 02:22:50.090515 dv-cinder-821168-1-iscsi neutron-server[103188]: timer() Jan 25 02:22:50.090515 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 02:22:50.090515 dv-cinder-821168-1-iscsi neutron-server[103188]: cb(*args, **kw) Jan 25 02:22:50.090515 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 02:22:50.090515 dv-cinder-821168-1-iscsi neutron-server[103188]: return func(*args, **kwargs) Jan 25 02:22:50.090515 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 02:22:50.090515 dv-cinder-821168-1-iscsi neutron-server[103188]: self._notify() Jan 25 02:22:50.090515 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 02:22:50.090515 dv-cinder-821168-1-iscsi neutron-server[103188]: self.callback(batched_events) Jan 25 02:22:50.090515 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 02:22:50.090515 dv-cinder-821168-1-iscsi neutron-server[103188]: event.method(event) Jan 25 02:22:50.090515 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 02:22:50.090515 dv-cinder-821168-1-iscsi neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 02:22:50.090515 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 02:22:50.090515 dv-cinder-821168-1-iscsi neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 02:22:50.090515 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 02:22:50.090515 dv-cinder-821168-1-iscsi neutron-server[103188]: return f(self, *a, **k) Jan 25 02:22:50.090515 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 02:22:50.090515 dv-cinder-821168-1-iscsi neutron-server[103188]: return self._get(url).json() Jan 25 02:22:50.090515 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 02:22:50.090515 dv-cinder-821168-1-iscsi neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 02:22:50.090515 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 02:22:50.090515 dv-cinder-821168-1-iscsi neutron-server[103188]: return self.request(url, 'GET', **kwargs) Jan 25 02:22:50.090515 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 02:22:50.090515 dv-cinder-821168-1-iscsi neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 02:22:50.090515 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 02:22:50.090515 dv-cinder-821168-1-iscsi neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 02:22:50.090515 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 02:22:50.090515 dv-cinder-821168-1-iscsi neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 02:22:50.090515 dv-cinder-821168-1-iscsi neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 02:22:50.197599 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 29c40fed-b469-4e4d-bcb3-49408e3ef019 no longer exists at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:22:50.201274 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3886f685-11f9-472f-bc93-f507a3cf851d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:50.211464 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6543d5f-9390-4d77-8443-219b3d632d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16730819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013164'] for network (6b675fc4-8bf0-47c1-9fe8-58f613604f0d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:50.216007 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6543d5f-9390-4d77-8443-219b3d632d51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:50.222597 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-d6543d5f-9390-4d77-8443-219b3d632d51 admin admin] 10.222.0.112 "DELETE /v2.0/networks/6b675fc4-8bf0-47c1-9fe8-58f613604f0d HTTP/1.1" status: 204 len: 168 time: 0.6812718 Jan 25 02:22:50.222728 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] No Port match for: 29c40fed-b469-4e4d-bcb3-49408e3ef019 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:22:50.222728 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 29c40fed-b469-4e4d-bcb3-49408e3ef019 not bound to the agent host dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:22:50.222728 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 94ce1dd1-0df1-479e-b396-7625467278cb no longer exists at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:22:50.223030 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 39710) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:22:50.237918 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6543d5f-9390-4d77-8443-219b3d632d51 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b675fc4-8bf0-47c1-9fe8-58f613604f0d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:22:50.247732 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] No Port match for: 94ce1dd1-0df1-479e-b396-7625467278cb {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:22:50.248083 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 94ce1dd1-0df1-479e-b396-7625467278cb not bound to the agent host dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:22:50.248501 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f no longer exists at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:22:50.269425 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] No Port match for: 3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:22:50.269891 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 3b55e7ac-24ac-4b5f-8943-f6ba9cdf486f not bound to the agent host dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:22:50.834665 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc0061d0-0477-46d5-aa51-78e666130ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1015284'] for router_interface (f5517a6d-66d8-4097-a48a-69b65fddaf05), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:51.112196 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-bc0061d0-0477-46d5-aa51-78e666130ca0 admin admin] Deleting port 36666aa1-96a7-4946-93ec-45ba3a040e61 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:22:51.112538 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc0061d0-0477-46d5-aa51-78e666130ca0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (36666aa1-96a7-4946-93ec-45ba3a040e61), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:51.191876 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-bc0061d0-0477-46d5-aa51-78e666130ca0 admin admin] For port 36666aa1-96a7-4946-93ec-45ba3a040e61, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=36666aa1-96a7-4946-93ec-45ba3a040e61,segment=NetworkSegment(07a5acd4-b800-4143-be1c-a2dd3986e215),segment_id=07a5acd4-b800-4143-be1c-a2dd3986e215)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:22:51.192240 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc0061d0-0477-46d5-aa51-78e666130ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (36666aa1-96a7-4946-93ec-45ba3a040e61), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:51.203471 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-bc0061d0-0477-46d5-aa51-78e666130ca0 admin admin] Calling delete_port for 36666aa1-96a7-4946-93ec-45ba3a040e61 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:22:51.422670 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc0061d0-0477-46d5-aa51-78e666130ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25362021'] for port (36666aa1-96a7-4946-93ec-45ba3a040e61), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:51.449378 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0061d0-0477-46d5-aa51-78e666130ca0 admin admin] Pushing event deleted for resources: {'Port': ['ID=36666aa1-96a7-4946-93ec-45ba3a040e61,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:22:51.514175 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:51.613135 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc0061d0-0477-46d5-aa51-78e666130ca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1009881'] for router_interface (f5517a6d-66d8-4097-a48a-69b65fddaf05), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:51.816805 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0061d0-0477-46d5-aa51-78e666130ca0 admin admin] Router f5517a6d-66d8-4097-a48a-69b65fddaf05 has already been hosted by L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:22:51.913533 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0061d0-0477-46d5-aa51-78e666130ca0 admin admin] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:22:51.918278 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-bc0061d0-0477-46d5-aa51-78e666130ca0 admin admin] 10.222.0.112 "PUT /v2.0/routers/f5517a6d-66d8-4097-a48a-69b65fddaf05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6942065 Jan 25 02:22:51.920873 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 39714) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:22:51.923485 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5604aa9-dbdc-46d3-9949-9105513cd65c None None] Sync routers for ids ['f5517a6d-66d8-4097-a48a-69b65fddaf05'] in dv-cinder-821168-1-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:22:51.933415 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5604aa9-dbdc-46d3-9949-9105513cd65c None None] Routers {'f5517a6d-66d8-4097-a48a-69b65fddaf05'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:22:51.934021 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a5604aa9-dbdc-46d3-9949-9105513cd65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:22:50Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['f5517a6d-66d8-4097-a48a-69b65fddaf05'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:22:52.020026 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75e6c7f8-387a-4f75-9703-65dea552771a admin admin] Publish callbacks [] for router (f5517a6d-66d8-4097-a48a-69b65fddaf05), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:52.035676 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-a5604aa9-dbdc-46d3-9949-9105513cd65c None None] Set router f5517a6d-66d8-4097-a48a-69b65fddaf05 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:22:52.119549 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75e6c7f8-387a-4f75-9703-65dea552771a admin admin] Publish callbacks [] for router_gateway (f5517a6d-66d8-4097-a48a-69b65fddaf05), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:52.215711 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a5604aa9-dbdc-46d3-9949-9105513cd65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5517a6d-66d8-4097-a48a-69b65fddaf05', 'name': 'tempest-TestMinimumBasicScenario-456890611-router', 'tenant_id': 'bf1cd74ae4dd4618a3811768ec5ecea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e1f3b31c-c092-4fef-9482-6a203e0b55dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:18:41Z', 'updated_at': '2022-01-25T02:22:51Z', 'revision_number': 5, 'project_id': 'bf1cd74ae4dd4618a3811768ec5ecea8', 'gw_port': {'id': 'e1f3b31c-c092-4fef-9482-6a203e0b55dc', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5517a6d-66d8-4097-a48a-69b65fddaf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:18:41Z', 'updated_at': '2022-01-25T02:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi'}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:22:52.242794 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-75e6c7f8-387a-4f75-9703-65dea552771a admin admin] Deleting port e1f3b31c-c092-4fef-9482-6a203e0b55dc {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:22:52.243005 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75e6c7f8-387a-4f75-9703-65dea552771a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (e1f3b31c-c092-4fef-9482-6a203e0b55dc), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:52.246926 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5604aa9-dbdc-46d3-9949-9105513cd65c None None] Checking router: f5517a6d-66d8-4097-a48a-69b65fddaf05 for host: dv-cinder-821168-1-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:22:52.255994 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5604aa9-dbdc-46d3-9949-9105513cd65c None None] Routers {'f5517a6d-66d8-4097-a48a-69b65fddaf05'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:22:52.256619 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a5604aa9-dbdc-46d3-9949-9105513cd65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:22:50Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['f5517a6d-66d8-4097-a48a-69b65fddaf05'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:22:52.325939 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-75e6c7f8-387a-4f75-9703-65dea552771a admin admin] For port e1f3b31c-c092-4fef-9482-6a203e0b55dc, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=e1f3b31c-c092-4fef-9482-6a203e0b55dc,segment=NetworkSegment(563111bc-0e97-4ad0-9464-e144d87fe1b2),segment_id=563111bc-0e97-4ad0-9464-e144d87fe1b2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:22:52.326308 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75e6c7f8-387a-4f75-9703-65dea552771a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (e1f3b31c-c092-4fef-9482-6a203e0b55dc), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:52.339844 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-75e6c7f8-387a-4f75-9703-65dea552771a admin admin] Calling delete_port for e1f3b31c-c092-4fef-9482-6a203e0b55dc owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:22:52.433484 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-a5604aa9-dbdc-46d3-9949-9105513cd65c None None] Set router f5517a6d-66d8-4097-a48a-69b65fddaf05 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:22:52.484367 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a5604aa9-dbdc-46d3-9949-9105513cd65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5517a6d-66d8-4097-a48a-69b65fddaf05', 'name': 'tempest-TestMinimumBasicScenario-456890611-router', 'tenant_id': 'bf1cd74ae4dd4618a3811768ec5ecea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:18:41Z', 'updated_at': '2022-01-25T02:22:52Z', 'revision_number': 6, 'project_id': 'bf1cd74ae4dd4618a3811768ec5ecea8', 'gw_port_host': None}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:22:52.514946 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5604aa9-dbdc-46d3-9949-9105513cd65c None None] The sync data for ids ['f5517a6d-66d8-4097-a48a-69b65fddaf05'] in dv-cinder-821168-1-iscsi is: [{'id': 'f5517a6d-66d8-4097-a48a-69b65fddaf05', 'name': 'tempest-TestMinimumBasicScenario-456890611-router', 'tenant_id': 'bf1cd74ae4dd4618a3811768ec5ecea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:18:41Z', 'updated_at': '2022-01-25T02:22:52Z', 'revision_number': 6, 'project_id': 'bf1cd74ae4dd4618a3811768ec5ecea8', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:22:52.592908 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75e6c7f8-387a-4f75-9703-65dea552771a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25362021'] for port (e1f3b31c-c092-4fef-9482-6a203e0b55dc), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:52.619738 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6c7f8-387a-4f75-9703-65dea552771a admin admin] Pushing event deleted for resources: {'Port': ['ID=e1f3b31c-c092-4fef-9482-6a203e0b55dc,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:22:52.679045 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75e6c7f8-387a-4f75-9703-65dea552771a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1011973'] for router_gateway (f5517a6d-66d8-4097-a48a-69b65fddaf05), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:52.764381 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75e6c7f8-387a-4f75-9703-65dea552771a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1006746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1052'] for router (f5517a6d-66d8-4097-a48a-69b65fddaf05), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:52.766339 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75e6c7f8-387a-4f75-9703-65dea552771a admin admin] Publish callbacks [] for router_controller (f5517a6d-66d8-4097-a48a-69b65fddaf05), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:52.861754 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75e6c7f8-387a-4f75-9703-65dea552771a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1006737'] for router (f5517a6d-66d8-4097-a48a-69b65fddaf05), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:52.862399 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e6c7f8-387a-4f75-9703-65dea552771a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5517a6d-66d8-4097-a48a-69b65fddaf05 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 02:22:52.867006 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75e6c7f8-387a-4f75-9703-65dea552771a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:52.869828 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-75e6c7f8-387a-4f75-9703-65dea552771a admin admin] 10.222.0.112 "DELETE /v2.0/routers/f5517a6d-66d8-4097-a48a-69b65fddaf05 HTTP/1.1" status: 204 len: 168 time: 0.9464128 Jan 25 02:22:52.870991 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 39718) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:22:52.922144 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-24dc1fa4-ba79-48d6-8454-a148107cacaf admin admin] Deleting subnet f90cbc82-0a05-4254-859a-09af0b5f9c82 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 02:22:52.926244 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24dc1fa4-ba79-48d6-8454-a148107cacaf admin admin] Publish callbacks [] for subnet (f90cbc82-0a05-4254-859a-09af0b5f9c82), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:52.959874 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24dc1fa4-ba79-48d6-8454-a148107cacaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25179602'] for subnet (f90cbc82-0a05-4254-859a-09af0b5f9c82), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:52.986458 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:53.036076 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24dc1fa4-ba79-48d6-8454-a148107cacaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16745065'] for subnet (f90cbc82-0a05-4254-859a-09af0b5f9c82), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:53.083695 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:53.165559 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24dc1fa4-ba79-48d6-8454-a148107cacaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16745106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25361992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25199770'] for subnet (f90cbc82-0a05-4254-859a-09af0b5f9c82), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:53.189241 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc1fa4-ba79-48d6-8454-a148107cacaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f90cbc82-0a05-4254-859a-09af0b5f9c82,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:22:53.194782 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24dc1fa4-ba79-48d6-8454-a148107cacaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:53.197945 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-24dc1fa4-ba79-48d6-8454-a148107cacaf admin admin] 10.222.0.112 "DELETE /v2.0/subnets/f90cbc82-0a05-4254-859a-09af0b5f9c82 HTTP/1.1" status: 204 len: 168 time: 0.3259778 Jan 25 02:22:53.200448 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 39720) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:22:53.203264 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5105dd39-a4ae-4d3a-b7c7-6f9b347b59e9 None None] Network dffbd801-0b3b-4987-80ee-399405228702 requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:22:53.274317 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a0ce9e56-ee6a-452b-b907-9476cfea158d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16363431'] for network (dffbd801-0b3b-4987-80ee-399405228702), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:53.331876 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-a0ce9e56-ee6a-452b-b907-9476cfea158d admin admin] Deleting port 2240c2cd-e933-453c-ade8-1e47abf685c7 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:22:53.332215 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a0ce9e56-ee6a-452b-b907-9476cfea158d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (2240c2cd-e933-453c-ade8-1e47abf685c7), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:53.363320 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1b8274-fc69-4de3-9a7c-0a25cc690e67 None None] DHCP port deletion for dffbd801-0b3b-4987-80ee-399405228702 request from dv-cinder-821168-1-iscsi {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 02:22:53.400744 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-a0ce9e56-ee6a-452b-b907-9476cfea158d admin admin] For port 2240c2cd-e933-453c-ade8-1e47abf685c7, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=2240c2cd-e933-453c-ade8-1e47abf685c7,segment=NetworkSegment(07a5acd4-b800-4143-be1c-a2dd3986e215),segment_id=07a5acd4-b800-4143-be1c-a2dd3986e215)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:22:53.401258 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a0ce9e56-ee6a-452b-b907-9476cfea158d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (2240c2cd-e933-453c-ade8-1e47abf685c7), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:53.416368 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ef1b8274-fc69-4de3-9a7c-0a25cc690e67 None None] Deleting port 2240c2cd-e933-453c-ade8-1e47abf685c7 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:22:53.416741 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef1b8274-fc69-4de3-9a7c-0a25cc690e67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (2240c2cd-e933-453c-ade8-1e47abf685c7), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:53.418928 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-a0ce9e56-ee6a-452b-b907-9476cfea158d admin admin] Calling delete_port for 2240c2cd-e933-453c-ade8-1e47abf685c7 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:22:53.487489 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ef1b8274-fc69-4de3-9a7c-0a25cc690e67 None None] For port 2240c2cd-e933-453c-ade8-1e47abf685c7, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=2240c2cd-e933-453c-ade8-1e47abf685c7,segment=NetworkSegment(07a5acd4-b800-4143-be1c-a2dd3986e215),segment_id=07a5acd4-b800-4143-be1c-a2dd3986e215)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:22:53.488094 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef1b8274-fc69-4de3-9a7c-0a25cc690e67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (2240c2cd-e933-453c-ade8-1e47abf685c7), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:53.503830 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ef1b8274-fc69-4de3-9a7c-0a25cc690e67 None None] Calling delete_port for 2240c2cd-e933-453c-ade8-1e47abf685c7 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:22:53.657819 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef1b8274-fc69-4de3-9a7c-0a25cc690e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249'] for port (2240c2cd-e933-453c-ade8-1e47abf685c7), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:53.681932 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b8274-fc69-4de3-9a7c-0a25cc690e67 None None] Pushing event deleted for resources: {'Port': ['ID=2240c2cd-e933-453c-ade8-1e47abf685c7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:22:53.687388 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1b8274-fc69-4de3-9a7c-0a25cc690e67 None None] No DVR routers for this DVR port 2240c2cd-e933-453c-ade8-1e47abf685c7 on host dv-cinder-821168-1-iscsi {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:22:53.717269 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a0ce9e56-ee6a-452b-b907-9476cfea158d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25362021'] for port (2240c2cd-e933-453c-ade8-1e47abf685c7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:53.745303 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ce9e56-ee6a-452b-b907-9476cfea158d admin admin] No DVR routers for this DVR port 2240c2cd-e933-453c-ade8-1e47abf685c7 on host dv-cinder-821168-1-iscsi {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:22:53.748721 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce9e56-ee6a-452b-b907-9476cfea158d admin admin] Pushing event deleted for resources: {'Port': ['ID=2240c2cd-e933-453c-ade8-1e47abf685c7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:22:53.844605 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a0ce9e56-ee6a-452b-b907-9476cfea158d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16730868', 'neutron.services.segments.db._delete_segments_for_network-8777998562223'] for network (dffbd801-0b3b-4987-80ee-399405228702), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:53.845409 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-a0ce9e56-ee6a-452b-b907-9476cfea158d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dffbd801-0b3b-4987-80ee-399405228702']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:22:53.855790 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-a0ce9e56-ee6a-452b-b907-9476cfea158d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07a5acd4-b800-4143-be1c-a2dd3986e215') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:22:53.856080 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-a0ce9e56-ee6a-452b-b907-9476cfea158d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07a5acd4-b800-4143-be1c-a2dd3986e215') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:22:53.865447 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a0ce9e56-ee6a-452b-b907-9476cfea158d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777998562097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25179595'] for segment (07a5acd4-b800-4143-be1c-a2dd3986e215), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:53.878621 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a0ce9e56-ee6a-452b-b907-9476cfea158d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422'] for segment (07a5acd4-b800-4143-be1c-a2dd3986e215), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:53.884182 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0ce9e56-ee6a-452b-b907-9476cfea158d admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 02:22:53.884556 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a0ce9e56-ee6a-452b-b907-9476cfea158d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25361942'] for segment (07a5acd4-b800-4143-be1c-a2dd3986e215), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:53.886134 dv-cinder-821168-1-iscsi neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 02:22:53.886134 dv-cinder-821168-1-iscsi neutron-server[103188]: self.session.flush() Jan 25 02:22:53.886134 dv-cinder-821168-1-iscsi neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 02:22:53.886134 dv-cinder-821168-1-iscsi neutron-server[103188]: self.session.flush() Jan 25 02:22:53.886134 dv-cinder-821168-1-iscsi neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 02:22:53.886134 dv-cinder-821168-1-iscsi neutron-server[103188]: self.session.flush() Jan 25 02:22:53.886134 dv-cinder-821168-1-iscsi neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 02:22:53.886134 dv-cinder-821168-1-iscsi neutron-server[103188]: self.session.flush() Jan 25 02:22:53.886134 dv-cinder-821168-1-iscsi neutron-server[103188]: Traceback (most recent call last): Jan 25 02:22:53.886134 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 02:22:53.886134 dv-cinder-821168-1-iscsi neutron-server[103188]: timer() Jan 25 02:22:53.886134 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 02:22:53.886134 dv-cinder-821168-1-iscsi neutron-server[103188]: cb(*args, **kw) Jan 25 02:22:53.886134 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 02:22:53.886134 dv-cinder-821168-1-iscsi neutron-server[103188]: return func(*args, **kwargs) Jan 25 02:22:53.886134 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 02:22:53.886134 dv-cinder-821168-1-iscsi neutron-server[103188]: self._notify() Jan 25 02:22:53.886134 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 02:22:53.886134 dv-cinder-821168-1-iscsi neutron-server[103188]: self.callback(batched_events) Jan 25 02:22:53.886134 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 02:22:53.886134 dv-cinder-821168-1-iscsi neutron-server[103188]: event.method(event) Jan 25 02:22:53.886134 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 02:22:53.886134 dv-cinder-821168-1-iscsi neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 02:22:53.886134 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 02:22:53.886134 dv-cinder-821168-1-iscsi neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 02:22:53.886134 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 02:22:53.886134 dv-cinder-821168-1-iscsi neutron-server[103188]: return f(self, *a, **k) Jan 25 02:22:53.886134 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 02:22:53.886134 dv-cinder-821168-1-iscsi neutron-server[103188]: return self._get(url).json() Jan 25 02:22:53.886134 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 02:22:53.886134 dv-cinder-821168-1-iscsi neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 02:22:53.886134 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 02:22:53.886134 dv-cinder-821168-1-iscsi neutron-server[103188]: return self.request(url, 'GET', **kwargs) Jan 25 02:22:53.886134 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 02:22:53.886134 dv-cinder-821168-1-iscsi neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 02:22:53.886134 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 02:22:53.886134 dv-cinder-821168-1-iscsi neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 02:22:53.886134 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 02:22:53.886134 dv-cinder-821168-1-iscsi neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 02:22:53.886134 dv-cinder-821168-1-iscsi neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 02:22:54.153949 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a0ce9e56-ee6a-452b-b907-9476cfea158d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16730819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013164'] for network (dffbd801-0b3b-4987-80ee-399405228702), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:54.159538 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a0ce9e56-ee6a-452b-b907-9476cfea158d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:54.163227 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-a0ce9e56-ee6a-452b-b907-9476cfea158d admin admin] 10.222.0.112 "DELETE /v2.0/networks/dffbd801-0b3b-4987-80ee-399405228702 HTTP/1.1" status: 204 len: 168 time: 0.9615102 Jan 25 02:22:54.174197 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce9e56-ee6a-452b-b907-9476cfea158d admin admin] Pushing event deleted for resources: {'Network': ['ID=dffbd801-0b3b-4987-80ee-399405228702,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:22:54.199167 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 36666aa1-96a7-4946-93ec-45ba3a040e61 no longer exists at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:22:54.222649 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] No Port match for: 36666aa1-96a7-4946-93ec-45ba3a040e61 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:22:54.229093 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 36666aa1-96a7-4946-93ec-45ba3a040e61 not bound to the agent host dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:22:54.229093 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 2240c2cd-e933-453c-ade8-1e47abf685c7 no longer exists at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:22:54.242401 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] No Port match for: 2240c2cd-e933-453c-ade8-1e47abf685c7 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:22:54.242761 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 2240c2cd-e933-453c-ade8-1e47abf685c7 not bound to the agent host dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:22:54.243242 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device e1f3b31c-c092-4fef-9482-6a203e0b55dc no longer exists at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:22:54.262446 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] No Port match for: e1f3b31c-c092-4fef-9482-6a203e0b55dc {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:22:54.262810 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device e1f3b31c-c092-4fef-9482-6a203e0b55dc not bound to the agent host dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:22:54.474638 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 39728) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:22:54.518454 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:54.519225 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-08dd9cf4-4e2d-4b1c-982d-3ff18aae201f admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=8051bc8589334168b3804246ccf10459&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430858 Jan 25 02:22:54.522606 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 39730) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:22:54.569481 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-802de29c-185b-4e63-85f8-7f9eca01adf6 admin admin] Publish callbacks [] for security_group (59ccdb08-b215-418b-85d8-2f4423beb792), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:54.589137 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-802de29c-185b-4e63-85f8-7f9eca01adf6 admin admin] Publish callbacks [] for security_group (59ccdb08-b215-418b-85d8-2f4423beb792), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:54.695035 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-802de29c-185b-4e63-85f8-7f9eca01adf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (59ccdb08-b215-418b-85d8-2f4423beb792), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:54.697596 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-802de29c-185b-4e63-85f8-7f9eca01adf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:54.698726 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-802de29c-185b-4e63-85f8-7f9eca01adf6 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/59ccdb08-b215-418b-85d8-2f4423beb792 HTTP/1.1" status: 204 len: 168 time: 0.1752319 Jan 25 02:22:54.706489 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802de29c-185b-4e63-85f8-7f9eca01adf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ccdb08-b215-418b-85d8-2f4423beb792,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:22:55.457071 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 39736) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:22:55.495789 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-6c2b6021-d1eb-41e7-afde-2c9e79435c98 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=bf1cd74ae4dd4618a3811768ec5ecea8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385659 Jan 25 02:22:55.498282 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 39738) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:22:55.550395 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96211da6-93b2-4448-ba6f-47e945d26848 admin admin] Publish callbacks [] for security_group (a7069247-cb39-4404-826e-048662394e9c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:55.572019 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96211da6-93b2-4448-ba6f-47e945d26848 admin admin] Publish callbacks [] for security_group (a7069247-cb39-4404-826e-048662394e9c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:55.702815 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96211da6-93b2-4448-ba6f-47e945d26848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (a7069247-cb39-4404-826e-048662394e9c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:55.706066 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96211da6-93b2-4448-ba6f-47e945d26848 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:55.707317 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-96211da6-93b2-4448-ba6f-47e945d26848 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/a7069247-cb39-4404-826e-048662394e9c HTTP/1.1" status: 204 len: 168 time: 0.2081392 Jan 25 02:22:55.715189 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96211da6-93b2-4448-ba6f-47e945d26848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7069247-cb39-4404-826e-048662394e9c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:22:56.707441 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 39764) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:22:56.806920 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-92f8f053-2971-4a95-8962-b545ccc1f4fa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1419120635-network', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:22:56.896575 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f8f053-2971-4a95-8962-b545ccc1f4fa admin admin] Made reservation on behalf of d438dbd2bb14452cbd5a8c8221417335 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:22:56.898934 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92f8f053-2971-4a95-8962-b545ccc1f4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:56.907003 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92f8f053-2971-4a95-8962-b545ccc1f4fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:56.977052 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92f8f053-2971-4a95-8962-b545ccc1f4fa admin admin] Publish callbacks [] for security_group (5d3f4172-8970-4644-97f6-19ce6e0c6e5c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:57.055020 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92f8f053-2971-4a95-8962-b545ccc1f4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (5d3f4172-8970-4644-97f6-19ce6e0c6e5c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:57.082514 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f8f053-2971-4a95-8962-b545ccc1f4fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:22:57.087705 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f8f053-2971-4a95-8962-b545ccc1f4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3f4172-8970-4644-97f6-19ce6e0c6e5c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:22:57.094791 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92f8f053-2971-4a95-8962-b545ccc1f4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422'] for segment (66beaff4-e242-4eb5-839f-09270b774f2d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:57.099895 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.db.segments_db [None req-92f8f053-2971-4a95-8962-b545ccc1f4fa admin admin] Added segment 66beaff4-e242-4eb5-839f-09270b774f2d of type vlan for network 476bff0e-63ed-4bbf-b038-72b2f7bd0810 Jan 25 02:22:57.137632 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92f8f053-2971-4a95-8962-b545ccc1f4fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777998040441'] for network (476bff0e-63ed-4bbf-b038-72b2f7bd0810), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:57.226081 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92f8f053-2971-4a95-8962-b545ccc1f4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394'] for network (476bff0e-63ed-4bbf-b038-72b2f7bd0810), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:57.227071 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f8f053-2971-4a95-8962-b545ccc1f4fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:57.227757 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92f8f053-2971-4a95-8962-b545ccc1f4fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:57.284612 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f8f053-2971-4a95-8962-b545ccc1f4fa admin admin] Pushing event updated for resources: {'Network': ['ID=476bff0e-63ed-4bbf-b038-72b2f7bd0810,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:22:57.294835 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Network 476bff0e-63ed-4bbf-b038-72b2f7bd0810 details requested by agent ovs-agent-dv-cinder-821168-1-iscsi with host dv-cinder-821168-1-iscsi {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:22:57.334050 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-92f8f053-2971-4a95-8962-b545ccc1f4fa admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6254306 Jan 25 02:22:57.336829 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 39768) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:22:57.341679 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f5ace62f-2592-4443-a057-704bc0b4b832 admin admin] Request body: {'subnet': {'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1419120635-subnet', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:22:57.444926 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ace62f-2592-4443-a057-704bc0b4b832 admin admin] Made reservation on behalf of d438dbd2bb14452cbd5a8c8221417335 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:22:57.447244 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f5ace62f-2592-4443-a057-704bc0b4b832 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25199807'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:57.685292 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f5ace62f-2592-4443-a057-704bc0b4b832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25362057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25199761'] for subnet (b57988f6-205e-46c8-8abb-d10883d65470), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:57.741635 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ace62f-2592-4443-a057-704bc0b4b832 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b57988f6-205e-46c8-8abb-d10883d65470,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:22:57.748602 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ace62f-2592-4443-a057-704bc0b4b832 admin admin] Checking segment: {'id': '66beaff4-e242-4eb5-839f-09270b774f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:22:57.748944 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ace62f-2592-4443-a057-704bc0b4b832 admin admin] Network hostable DHCP agents. Network: 476bff0e-63ed-4bbf-b038-72b2f7bd0810, hostable agents: ['e69e460b-fe2d-42d0-be9b-976257b6f4ce'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:22:57.861007 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ace62f-2592-4443-a057-704bc0b4b832 admin admin] Network 476bff0e-63ed-4bbf-b038-72b2f7bd0810 is scheduled to be hosted by DHCP agent e69e460b-fe2d-42d0-be9b-976257b6f4ce with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:22:57.935188 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-f5ace62f-2592-4443-a057-704bc0b4b832 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821168-1-iscsi, 476bff0e-63ed-4bbf-b038-72b2f7bd0810) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:22:57.939555 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ace62f-2592-4443-a057-704bc0b4b832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:22:57.940602 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f5ace62f-2592-4443-a057-704bc0b4b832 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:57.948115 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8070de-dd94-46b7-afd4-318bf7eef6ff None None] Network 476bff0e-63ed-4bbf-b038-72b2f7bd0810 requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:22:58.025505 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-f5ace62f-2592-4443-a057-704bc0b4b832 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6874785 Jan 25 02:22:58.028313 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 39772) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:22:58.034226 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [None req-4213a043-2d87-412b-9705-1460cb45c827 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1419120635-router', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:22:58.054191 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4907a1-7078-4c6e-9a0a-70fa6ea79ab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp071eaffc-51bf-5b06-a7f1-603d5cbd75dc-476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'fixed_ips': [{'subnet_id': 'b57988f6-205e-46c8-8abb-d10883d65470'}]}} from dv-cinder-821168-1-iscsi. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 02:22:58.055338 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5f4907a1-7078-4c6e-9a0a-70fa6ea79ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:58.113887 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4213a043-2d87-412b-9705-1460cb45c827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1006660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1262'] for router (6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:58.115467 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4213a043-2d87-412b-9705-1460cb45c827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1006800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1012103', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045'] for router (6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:58.167111 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4213a043-2d87-412b-9705-1460cb45c827 admin admin] Publish callbacks [] for router_controller (6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:58.189815 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-5f4907a1-7078-4c6e-9a0a-70fa6ea79ab6 None None] Allocated IP 172.20.0.2 (476bff0e-63ed-4bbf-b038-72b2f7bd0810/b57988f6-205e-46c8-8abb-d10883d65470/3511b129-0c13-4a61-949f-7af1a34c39b0) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:22:58.339459 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5f4907a1-7078-4c6e-9a0a-70fa6ea79ab6 None None] Publish callbacks [] for port (3511b129-0c13-4a61-949f-7af1a34c39b0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:58.362436 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4213a043-2d87-412b-9705-1460cb45c827 admin admin] Publish callbacks [] for router_gateway (6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:58.405552 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5f4907a1-7078-4c6e-9a0a-70fa6ea79ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240'] for port (3511b129-0c13-4a61-949f-7af1a34c39b0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:58.447462 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4907a1-7078-4c6e-9a0a-70fa6ea79ab6 None None] Network 476bff0e-63ed-4bbf-b038-72b2f7bd0810 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:22:58.450154 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-5f4907a1-7078-4c6e-9a0a-70fa6ea79ab6 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:22:58.454336 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4907a1-7078-4c6e-9a0a-70fa6ea79ab6 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:22:58.459113 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4907a1-7078-4c6e-9a0a-70fa6ea79ab6 None None] Pushing event updated for resources: {'Port': ['ID=3511b129-0c13-4a61-949f-7af1a34c39b0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:22:58.513454 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-5f4907a1-7078-4c6e-9a0a-70fa6ea79ab6 None None] Attempting to bind port 3511b129-0c13-4a61-949f-7af1a34c39b0 on host dv-cinder-821168-1-iscsi for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:22:58.513829 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-5f4907a1-7078-4c6e-9a0a-70fa6ea79ab6 None None] Attempting to bind port 3511b129-0c13-4a61-949f-7af1a34c39b0 by drivers openvswitch,hyperv on host dv-cinder-821168-1-iscsi at level 0 using segments [{'id': '66beaff4-e242-4eb5-839f-09270b774f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:22:58.514194 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4907a1-7078-4c6e-9a0a-70fa6ea79ab6 None None] Attempting to bind port 3511b129-0c13-4a61-949f-7af1a34c39b0 on network 476bff0e-63ed-4bbf-b038-72b2f7bd0810 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:22:58.519986 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4907a1-7078-4c6e-9a0a-70fa6ea79ab6 None None] Checking agent: {'id': '086e82f0-eb32-4dd2-8729-4ab634561567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 3, 54), 'started_at': datetime.datetime(2022, 1, 25, 2, 4, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:22:58.524997 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4907a1-7078-4c6e-9a0a-70fa6ea79ab6 None None] Checking segment: {'id': '66beaff4-e242-4eb5-839f-09270b774f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:22:58.524997 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5f4907a1-7078-4c6e-9a0a-70fa6ea79ab6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:58.524997 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4907a1-7078-4c6e-9a0a-70fa6ea79ab6 None None] Bound using segment: {'id': '66beaff4-e242-4eb5-839f-09270b774f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:22:58.524997 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-5f4907a1-7078-4c6e-9a0a-70fa6ea79ab6 None None] Bound port: 3511b129-0c13-4a61-949f-7af1a34c39b0, host: dv-cinder-821168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66beaff4-e242-4eb5-839f-09270b774f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:22:58.524997 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5f4907a1-7078-4c6e-9a0a-70fa6ea79ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (3511b129-0c13-4a61-949f-7af1a34c39b0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:58.584295 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-5f4907a1-7078-4c6e-9a0a-70fa6ea79ab6 None None] For port 3511b129-0c13-4a61-949f-7af1a34c39b0, host dv-cinder-821168-1-iscsi, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:22:58.587345 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-5f4907a1-7078-4c6e-9a0a-70fa6ea79ab6 None None] For port 3511b129-0c13-4a61-949f-7af1a34c39b0, host dv-cinder-821168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=3511b129-0c13-4a61-949f-7af1a34c39b0,segment=NetworkSegment(66beaff4-e242-4eb5-839f-09270b774f2d),segment_id=66beaff4-e242-4eb5-839f-09270b774f2d)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:22:58.627471 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4213a043-2d87-412b-9705-1460cb45c827 admin admin] Publish callbacks [] for router_gateway (6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:58.649042 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4213a043-2d87-412b-9705-1460cb45c827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:58.685818 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5f4907a1-7078-4c6e-9a0a-70fa6ea79ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (3511b129-0c13-4a61-949f-7af1a34c39b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:58.744689 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4907a1-7078-4c6e-9a0a-70fa6ea79ab6 None None] Pushing event updated for resources: {'Port': ['ID=3511b129-0c13-4a61-949f-7af1a34c39b0,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:22:58.755267 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-4213a043-2d87-412b-9705-1460cb45c827 admin admin] Allocated IP 172.27.3.67 (a4beea5e-7380-4f54-a79a-85c8e3bac423/7e657314-da2c-44e4-949d-aa8ff76f9246/a3a27b7c-cf54-490e-87da-764bc1fc9322) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:22:58.862201 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4213a043-2d87-412b-9705-1460cb45c827 admin admin] Publish callbacks [] for port (a3a27b7c-cf54-490e-87da-764bc1fc9322), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:58.957056 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4213a043-2d87-412b-9705-1460cb45c827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (a3a27b7c-cf54-490e-87da-764bc1fc9322), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:58.996013 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4213a043-2d87-412b-9705-1460cb45c827 admin admin] Network a4beea5e-7380-4f54-a79a-85c8e3bac423 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:22:58.999251 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-4213a043-2d87-412b-9705-1460cb45c827 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:22:59.003524 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4213a043-2d87-412b-9705-1460cb45c827 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:22:59.040052 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213a043-2d87-412b-9705-1460cb45c827 admin admin] Pushing event updated for resources: {'Port': ['ID=a3a27b7c-cf54-490e-87da-764bc1fc9322,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:22:59.335159 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4213a043-2d87-412b-9705-1460cb45c827 admin admin] Publish callbacks [] for router_gateway (6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:59.535085 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4213a043-2d87-412b-9705-1460cb45c827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1006799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1012195'] for router (6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:59.683916 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27aab844-ba6f-45e7-8a92-9d68f72f1078 None None] Network 476bff0e-63ed-4bbf-b038-72b2f7bd0810 requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:22:59.731355 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4213a043-2d87-412b-9705-1460cb45c827 admin admin] Router 6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b is scheduled to L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 02:22:59.787222 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-1240b74e-ad1f-4291-9b68-bc58c08efcd0 None None] Provisioning complete for port 3511b129-0c13-4a61-949f-7af1a34c39b0 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:22:59.787594 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1240b74e-ad1f-4291-9b68-bc58c08efcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (3511b129-0c13-4a61-949f-7af1a34c39b0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:59.843181 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4213a043-2d87-412b-9705-1460cb45c827 admin admin] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:22:59.866439 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cf6132-b633-48e9-b0f6-d09502cf133f None None] Sync routers for ids ['6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'] in dv-cinder-821168-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:22:59.917925 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4213a043-2d87-412b-9705-1460cb45c827 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:22:59.922085 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-4213a043-2d87-412b-9705-1460cb45c827 admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8920076 Jan 25 02:22:59.925710 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 39778) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:23:00.032947 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1240b74e-ad1f-4291-9b68-bc58c08efcd0 None None] Current status of the port 3511b129-0c13-4a61-949f-7af1a34c39b0 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:23:00.033365 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1240b74e-ad1f-4291-9b68-bc58c08efcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (3511b129-0c13-4a61-949f-7af1a34c39b0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:00.056186 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cf6132-b633-48e9-b0f6-d09502cf133f None None] Routers {'6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:23:00.056825 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-33cf6132-b633-48e9-b0f6-d09502cf133f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:22:50Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:23:00.108237 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-1240b74e-ad1f-4291-9b68-bc58c08efcd0 None None] For port 3511b129-0c13-4a61-949f-7af1a34c39b0, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=3511b129-0c13-4a61-949f-7af1a34c39b0,segment=NetworkSegment(66beaff4-e242-4eb5-839f-09270b774f2d),segment_id=66beaff4-e242-4eb5-839f-09270b774f2d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:23:00.191251 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1240b74e-ad1f-4291-9b68-bc58c08efcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (3511b129-0c13-4a61-949f-7af1a34c39b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:00.238515 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-33cf6132-b633-48e9-b0f6-d09502cf133f None None] Set router 6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:23:00.326106 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 3511b129-0c13-4a61-949f-7af1a34c39b0 up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:23:00.385479 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240b74e-ad1f-4291-9b68-bc58c08efcd0 None None] Pushing event updated for resources: {'Port': ['ID=3511b129-0c13-4a61-949f-7af1a34c39b0,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:00.414661 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2a8f8347-8ace-47ca-beea-f01005526250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:00.426608 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-c899f54c-adfe-4790-8ccf-a925f0e0a24a None None] Provisioning complete for port 3511b129-0c13-4a61-949f-7af1a34c39b0 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:23:00.426999 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c899f54c-adfe-4790-8ccf-a925f0e0a24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (3511b129-0c13-4a61-949f-7af1a34c39b0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:00.525103 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port 3511b129-0c13-4a61-949f-7af1a34c39b0 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:23:00.525518 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (3511b129-0c13-4a61-949f-7af1a34c39b0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:00.576169 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-2a8f8347-8ace-47ca-beea-f01005526250 admin admin] Allocated IP 172.20.0.1 (476bff0e-63ed-4bbf-b038-72b2f7bd0810/b57988f6-205e-46c8-8abb-d10883d65470/673fd286-0c77-4456-ac5a-318418a32fed) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:23:00.609128 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c899f54c-adfe-4790-8ccf-a925f0e0a24a None None] Current status of the port 3511b129-0c13-4a61-949f-7af1a34c39b0 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:23:00.645330 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-33cf6132-b633-48e9-b0f6-d09502cf133f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'name': 'tempest-TestVolumeBootPattern-1419120635-router', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:22:59Z', 'revision_number': 3, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'gw_port': {'id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:22:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi'}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:23:00.676482 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2a8f8347-8ace-47ca-beea-f01005526250 admin admin] Publish callbacks [] for port (673fd286-0c77-4456-ac5a-318418a32fed), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:00.677302 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cf6132-b633-48e9-b0f6-d09502cf133f None None] Checking router: 6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b for host: dv-cinder-821168-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:23:00.677662 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cf6132-b633-48e9-b0f6-d09502cf133f None None] Updating router 6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b port a3a27b7c-cf54-490e-87da-764bc1fc9322 binding host dv-cinder-821168-1-iscsi {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:23:00.702259 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port 3511b129-0c13-4a61-949f-7af1a34c39b0 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:23:00.708696 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-33cf6132-b633-48e9-b0f6-d09502cf133f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (a3a27b7c-cf54-490e-87da-764bc1fc9322), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:00.792784 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2a8f8347-8ace-47ca-beea-f01005526250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25362021'] for port (673fd286-0c77-4456-ac5a-318418a32fed), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:00.830685 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8f8347-8ace-47ca-beea-f01005526250 admin admin] Network 476bff0e-63ed-4bbf-b038-72b2f7bd0810 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:23:00.833393 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2a8f8347-8ace-47ca-beea-f01005526250 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:23:00.838933 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8f8347-8ace-47ca-beea-f01005526250 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:23:00.866586 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f8347-8ace-47ca-beea-f01005526250 admin admin] Pushing event updated for resources: {'Port': ['ID=673fd286-0c77-4456-ac5a-318418a32fed,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:00.887345 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2a8f8347-8ace-47ca-beea-f01005526250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013087'] for router_interface (6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:00.970449 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-33cf6132-b633-48e9-b0f6-d09502cf133f None None] Publish callbacks [] for port (a3a27b7c-cf54-490e-87da-764bc1fc9322), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:01.022215 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-33cf6132-b633-48e9-b0f6-d09502cf133f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (a3a27b7c-cf54-490e-87da-764bc1fc9322), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:01.069977 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2a8f8347-8ace-47ca-beea-f01005526250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (673fd286-0c77-4456-ac5a-318418a32fed), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:01.073696 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-33cf6132-b633-48e9-b0f6-d09502cf133f None None] Attempting to bind port a3a27b7c-cf54-490e-87da-764bc1fc9322 on host dv-cinder-821168-1-iscsi for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:23:01.074066 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-33cf6132-b633-48e9-b0f6-d09502cf133f None None] Attempting to bind port a3a27b7c-cf54-490e-87da-764bc1fc9322 by drivers openvswitch,hyperv on host dv-cinder-821168-1-iscsi at level 0 using segments [{'id': '563111bc-0e97-4ad0-9464-e144d87fe1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:23:01.074453 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cf6132-b633-48e9-b0f6-d09502cf133f None None] Attempting to bind port a3a27b7c-cf54-490e-87da-764bc1fc9322 on network a4beea5e-7380-4f54-a79a-85c8e3bac423 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:23:01.077259 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810fc2ac-25c3-477d-8130-b10e70441ca1 None None] Pushing event updated for resources: {'Port': ['ID=a3a27b7c-cf54-490e-87da-764bc1fc9322,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:01.082119 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cf6132-b633-48e9-b0f6-d09502cf133f None None] Checking agent: {'id': '086e82f0-eb32-4dd2-8729-4ab634561567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 3, 54), 'started_at': datetime.datetime(2022, 1, 25, 2, 4, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:23:01.082528 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cf6132-b633-48e9-b0f6-d09502cf133f None None] Checking segment: {'id': '563111bc-0e97-4ad0-9464-e144d87fe1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:23:01.082931 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-33cf6132-b633-48e9-b0f6-d09502cf133f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:01.083314 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cf6132-b633-48e9-b0f6-d09502cf133f None None] Bound using segment: {'id': '563111bc-0e97-4ad0-9464-e144d87fe1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:23:01.083770 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-33cf6132-b633-48e9-b0f6-d09502cf133f None None] Bound port: a3a27b7c-cf54-490e-87da-764bc1fc9322, host: dv-cinder-821168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563111bc-0e97-4ad0-9464-e144d87fe1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:23:01.084150 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-33cf6132-b633-48e9-b0f6-d09502cf133f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (a3a27b7c-cf54-490e-87da-764bc1fc9322), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:01.146645 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-33cf6132-b633-48e9-b0f6-d09502cf133f None None] For port a3a27b7c-cf54-490e-87da-764bc1fc9322, host dv-cinder-821168-1-iscsi, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:23:01.150037 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-33cf6132-b633-48e9-b0f6-d09502cf133f None None] For port a3a27b7c-cf54-490e-87da-764bc1fc9322, host dv-cinder-821168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=a3a27b7c-cf54-490e-87da-764bc1fc9322,segment=NetworkSegment(563111bc-0e97-4ad0-9464-e144d87fe1b2),segment_id=563111bc-0e97-4ad0-9464-e144d87fe1b2)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:23:01.154982 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-43f15e3f-bbf3-411c-8908-6429defb2a61 None None] Provisioning complete for port 673fd286-0c77-4456-ac5a-318418a32fed triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:23:01.155339 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-43f15e3f-bbf3-411c-8908-6429defb2a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (673fd286-0c77-4456-ac5a-318418a32fed), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:01.188193 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-43f15e3f-bbf3-411c-8908-6429defb2a61 None None] Port 673fd286-0c77-4456-ac5a-318418a32fed cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:23:01.194272 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-33cf6132-b633-48e9-b0f6-d09502cf133f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (a3a27b7c-cf54-490e-87da-764bc1fc9322), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:01.235026 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2a8f8347-8ace-47ca-beea-f01005526250 admin admin] Publish callbacks [] for port (673fd286-0c77-4456-ac5a-318418a32fed), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:01.252761 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cf6132-b633-48e9-b0f6-d09502cf133f None None] Routers {'6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:23:01.253441 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-33cf6132-b633-48e9-b0f6-d09502cf133f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:22:50Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:23:01.258293 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810fc2ac-25c3-477d-8130-b10e70441ca1 None None] Pushing event updated for resources: {'Port': ['ID=a3a27b7c-cf54-490e-87da-764bc1fc9322,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:01.275185 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2a8f8347-8ace-47ca-beea-f01005526250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25362034'] for port (673fd286-0c77-4456-ac5a-318418a32fed), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:01.347237 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2a8f8347-8ace-47ca-beea-f01005526250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012405'] for router_interface (6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:01.349893 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f8347-8ace-47ca-beea-f01005526250 admin admin] Pushing event updated for resources: {'Port': ['ID=673fd286-0c77-4456-ac5a-318418a32fed,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:01.365294 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-33cf6132-b633-48e9-b0f6-d09502cf133f None None] Set router 6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:23:01.439426 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8f8347-8ace-47ca-beea-f01005526250 admin admin] Network 476bff0e-63ed-4bbf-b038-72b2f7bd0810 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:23:01.440761 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2a8f8347-8ace-47ca-beea-f01005526250 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:23:01.559465 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8f8347-8ace-47ca-beea-f01005526250 admin admin] Router 6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b has already been hosted by L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:23:01.570765 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-33cf6132-b633-48e9-b0f6-d09502cf133f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'name': 'tempest-TestVolumeBootPattern-1419120635-router', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:00Z', 'revision_number': 4, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'gw_port': {'id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '673fd286-0c77-4456-ac5a-318418a32fed', 'name': '', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'mac_address': 'fa:16:3e:9a:44:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:23:00Z', 'updated_at': '2022-01-25T02:23:00Z', 'revision_number': 1, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'subnets': [{'id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:23:01.603789 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cf6132-b633-48e9-b0f6-d09502cf133f None None] The sync data for ids ['6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'] in dv-cinder-821168-1-iscsi is: [{'id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'name': 'tempest-TestVolumeBootPattern-1419120635-router', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:00Z', 'revision_number': 4, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'gw_port': {'id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '673fd286-0c77-4456-ac5a-318418a32fed', 'name': '', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'mac_address': 'fa:16:3e:9a:44:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:23:00Z', 'updated_at': '2022-01-25T02:23:00Z', 'revision_number': 1, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'subnets': [{'id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:23:01.681657 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8f8347-8ace-47ca-beea-f01005526250 admin admin] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:23:01.686795 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-2a8f8347-8ace-47ca-beea-f01005526250 admin admin] 10.222.0.112 "PUT /v2.0/routers/6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7601159 Jan 25 02:23:01.712696 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-941858d9-99ee-4b44-a623-057971542927 None None] Provisioning complete for port 673fd286-0c77-4456-ac5a-318418a32fed triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:23:01.713253 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-941858d9-99ee-4b44-a623-057971542927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (673fd286-0c77-4456-ac5a-318418a32fed), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:01.748721 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-941858d9-99ee-4b44-a623-057971542927 None None] Port 673fd286-0c77-4456-ac5a-318418a32fed cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:23:02.215431 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 3511b129-0c13-4a61-949f-7af1a34c39b0 up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:23:02.289270 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port 3511b129-0c13-4a61-949f-7af1a34c39b0 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:23:02.289890 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (3511b129-0c13-4a61-949f-7af1a34c39b0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:02.400145 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port 3511b129-0c13-4a61-949f-7af1a34c39b0 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:23:02.415669 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 39800) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:23:02.420868 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [None req-8e6a18cc-6a02-4646-8b12-e7bd1c1aeff6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1994293644-network', 'tenant_id': '4c3a12fd73bb4f929d62a796d3478160'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:23:02.496902 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6a18cc-6a02-4646-8b12-e7bd1c1aeff6 admin admin] Made reservation on behalf of 4c3a12fd73bb4f929d62a796d3478160 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:23:02.499324 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8e6a18cc-6a02-4646-8b12-e7bd1c1aeff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:02.511717 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8e6a18cc-6a02-4646-8b12-e7bd1c1aeff6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:02.593034 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8e6a18cc-6a02-4646-8b12-e7bd1c1aeff6 admin admin] Publish callbacks [] for security_group (b7792b96-8765-418a-871f-e1b49157d9e4), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:02.649509 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8e6a18cc-6a02-4646-8b12-e7bd1c1aeff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (b7792b96-8765-418a-871f-e1b49157d9e4), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:02.674430 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e6a18cc-6a02-4646-8b12-e7bd1c1aeff6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:23:02.684363 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a18cc-6a02-4646-8b12-e7bd1c1aeff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7792b96-8765-418a-871f-e1b49157d9e4,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:02.689721 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8e6a18cc-6a02-4646-8b12-e7bd1c1aeff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422'] for segment (358bc0ef-4200-4ce0-8f32-c88b626b0a04), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:02.694574 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.db.segments_db [None req-8e6a18cc-6a02-4646-8b12-e7bd1c1aeff6 admin admin] Added segment 358bc0ef-4200-4ce0-8f32-c88b626b0a04 of type vlan for network 3f770ab6-376c-4aaf-bacc-1f205644a6c9 Jan 25 02:23:02.732941 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8e6a18cc-6a02-4646-8b12-e7bd1c1aeff6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777998040441'] for network (3f770ab6-376c-4aaf-bacc-1f205644a6c9), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:02.817073 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8e6a18cc-6a02-4646-8b12-e7bd1c1aeff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394'] for network (3f770ab6-376c-4aaf-bacc-1f205644a6c9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:02.818074 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6a18cc-6a02-4646-8b12-e7bd1c1aeff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:02.818711 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8e6a18cc-6a02-4646-8b12-e7bd1c1aeff6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:03.138596 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-8e6a18cc-6a02-4646-8b12-e7bd1c1aeff6 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7217560 Jan 25 02:23:03.141356 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 39802) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:23:03.142583 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a18cc-6a02-4646-8b12-e7bd1c1aeff6 admin admin] Pushing event updated for resources: {'Network': ['ID=3f770ab6-376c-4aaf-bacc-1f205644a6c9,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:03.147047 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-efc4fc34-390e-4b13-9989-0563d5a720e4 admin admin] Request body: {'subnet': {'network_id': '3f770ab6-376c-4aaf-bacc-1f205644a6c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1994293644-subnet', 'tenant_id': '4c3a12fd73bb4f929d62a796d3478160', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:23:03.152407 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Network 3f770ab6-376c-4aaf-bacc-1f205644a6c9 details requested by agent ovs-agent-dv-cinder-821168-1-iscsi with host dv-cinder-821168-1-iscsi {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:23:03.205707 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc4fc34-390e-4b13-9989-0563d5a720e4 admin admin] Made reservation on behalf of 4c3a12fd73bb4f929d62a796d3478160 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:23:03.208112 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efc4fc34-390e-4b13-9989-0563d5a720e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25199807'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:03.417279 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efc4fc34-390e-4b13-9989-0563d5a720e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25362057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25199761'] for subnet (f6f76186-f0e9-450d-883b-00d291841048), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:03.472336 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4fc34-390e-4b13-9989-0563d5a720e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6f76186-f0e9-450d-883b-00d291841048,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:03.482856 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc4fc34-390e-4b13-9989-0563d5a720e4 admin admin] Checking segment: {'id': '358bc0ef-4200-4ce0-8f32-c88b626b0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3f770ab6-376c-4aaf-bacc-1f205644a6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:23:03.483221 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc4fc34-390e-4b13-9989-0563d5a720e4 admin admin] Network hostable DHCP agents. Network: 3f770ab6-376c-4aaf-bacc-1f205644a6c9, hostable agents: ['e69e460b-fe2d-42d0-be9b-976257b6f4ce'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:23:03.599662 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc4fc34-390e-4b13-9989-0563d5a720e4 admin admin] Network 3f770ab6-376c-4aaf-bacc-1f205644a6c9 is scheduled to be hosted by DHCP agent e69e460b-fe2d-42d0-be9b-976257b6f4ce with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:23:03.663776 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70863aa6-f22d-4ca0-92ff-576105160085 None None] Sync routers for ids ['6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'] in dv-cinder-821168-1-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:23:03.673875 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70863aa6-f22d-4ca0-92ff-576105160085 None None] Routers {'6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:23:03.674520 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-70863aa6-f22d-4ca0-92ff-576105160085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:22:50Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:23:03.711649 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-efc4fc34-390e-4b13-9989-0563d5a720e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821168-1-iscsi, 3f770ab6-376c-4aaf-bacc-1f205644a6c9) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:23:03.716259 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc4fc34-390e-4b13-9989-0563d5a720e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:03.717482 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efc4fc34-390e-4b13-9989-0563d5a720e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:03.783607 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-70863aa6-f22d-4ca0-92ff-576105160085 None None] Set router 6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b gateway port host: dv-cinder-821168-1-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:23:03.815379 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-efc4fc34-390e-4b13-9989-0563d5a720e4 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6717403 Jan 25 02:23:03.817429 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 39806) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:23:03.822108 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-15c11216-59d8-4e3c-9d99-6bd6562ffe66 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1994293644-router', 'tenant_id': '4c3a12fd73bb4f929d62a796d3478160', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:23:03.859854 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff5318d-d6b0-454d-b4cf-55a45d6a89e2 None None] Network 3f770ab6-376c-4aaf-bacc-1f205644a6c9 requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:23:03.918789 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-15c11216-59d8-4e3c-9d99-6bd6562ffe66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1006660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1262'] for router (82d06ef4-0e75-424c-a162-5aeb499d046e), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:03.921160 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-15c11216-59d8-4e3c-9d99-6bd6562ffe66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1006800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1012103', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045'] for router (82d06ef4-0e75-424c-a162-5aeb499d046e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:03.961396 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc16d0d-7ae6-4799-836e-2e7a0233ef73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp071eaffc-51bf-5b06-a7f1-603d5cbd75dc-3f770ab6-376c-4aaf-bacc-1f205644a6c9', 'network_id': '3f770ab6-376c-4aaf-bacc-1f205644a6c9', 'project_id': '4c3a12fd73bb4f929d62a796d3478160', 'fixed_ips': [{'subnet_id': 'f6f76186-f0e9-450d-883b-00d291841048'}]}} from dv-cinder-821168-1-iscsi. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 02:23:03.962486 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8fc16d0d-7ae6-4799-836e-2e7a0233ef73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:03.981994 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-15c11216-59d8-4e3c-9d99-6bd6562ffe66 admin admin] Publish callbacks [] for router_controller (82d06ef4-0e75-424c-a162-5aeb499d046e), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:03.998863 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-70863aa6-f22d-4ca0-92ff-576105160085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'name': 'tempest-TestVolumeBootPattern-1419120635-router', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:00Z', 'revision_number': 4, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'gw_port': {'id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '673fd286-0c77-4456-ac5a-318418a32fed', 'name': '', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'mac_address': 'fa:16:3e:9a:44:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:23:00Z', 'updated_at': '2022-01-25T02:23:01Z', 'revision_number': 2, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'subnets': [{'id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:23:04.029205 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70863aa6-f22d-4ca0-92ff-576105160085 None None] Checking router: 6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b for host: dv-cinder-821168-1-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:23:04.029556 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70863aa6-f22d-4ca0-92ff-576105160085 None None] Updating router 6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b port 673fd286-0c77-4456-ac5a-318418a32fed binding host dv-cinder-821168-1-iscsi {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:23:04.055905 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-70863aa6-f22d-4ca0-92ff-576105160085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (673fd286-0c77-4456-ac5a-318418a32fed), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:04.102873 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-8fc16d0d-7ae6-4799-836e-2e7a0233ef73 None None] Allocated IP 172.20.0.2 (3f770ab6-376c-4aaf-bacc-1f205644a6c9/f6f76186-f0e9-450d-883b-00d291841048/39dc95ca-a2a0-4e11-86df-96733e658365) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:23:04.198523 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-15c11216-59d8-4e3c-9d99-6bd6562ffe66 admin admin] Publish callbacks [] for router_gateway (82d06ef4-0e75-424c-a162-5aeb499d046e), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:04.263508 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8fc16d0d-7ae6-4799-836e-2e7a0233ef73 None None] Publish callbacks [] for port (39dc95ca-a2a0-4e11-86df-96733e658365), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:04.287829 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device a3a27b7c-cf54-490e-87da-764bc1fc9322 up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:23:04.335629 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-70863aa6-f22d-4ca0-92ff-576105160085 None None] Publish callbacks [] for port (673fd286-0c77-4456-ac5a-318418a32fed), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:04.337876 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port a3a27b7c-cf54-490e-87da-764bc1fc9322 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:23:04.338288 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (a3a27b7c-cf54-490e-87da-764bc1fc9322), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:04.341910 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8fc16d0d-7ae6-4799-836e-2e7a0233ef73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240'] for port (39dc95ca-a2a0-4e11-86df-96733e658365), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:04.403420 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-70863aa6-f22d-4ca0-92ff-576105160085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (673fd286-0c77-4456-ac5a-318418a32fed), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:04.415447 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc16d0d-7ae6-4799-836e-2e7a0233ef73 None None] Network 3f770ab6-376c-4aaf-bacc-1f205644a6c9 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:23:04.425469 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-8fc16d0d-7ae6-4799-836e-2e7a0233ef73 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:23:04.437673 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc16d0d-7ae6-4799-836e-2e7a0233ef73 None None] Pushing event updated for resources: {'Port': ['ID=39dc95ca-a2a0-4e11-86df-96733e658365,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:04.453859 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc16d0d-7ae6-4799-836e-2e7a0233ef73 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:23:04.475468 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fabfc36-a875-4c7a-9c8e-995630b6e847 None None] Pushing event updated for resources: {'Port': ['ID=673fd286-0c77-4456-ac5a-318418a32fed,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:04.510833 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-15c11216-59d8-4e3c-9d99-6bd6562ffe66 admin admin] Publish callbacks [] for router_gateway (82d06ef4-0e75-424c-a162-5aeb499d046e), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:04.511461 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabfc36-a875-4c7a-9c8e-995630b6e847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:04.512051 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabfc36-a875-4c7a-9c8e-995630b6e847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:04.512620 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabfc36-a875-4c7a-9c8e-995630b6e847 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:04.513164 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabfc36-a875-4c7a-9c8e-995630b6e847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:04.513800 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabfc36-a875-4c7a-9c8e-995630b6e847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:04.514321 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabfc36-a875-4c7a-9c8e-995630b6e847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:04.514878 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabfc36-a875-4c7a-9c8e-995630b6e847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:04.515306 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-8fc16d0d-7ae6-4799-836e-2e7a0233ef73 None None] Attempting to bind port 39dc95ca-a2a0-4e11-86df-96733e658365 on host dv-cinder-821168-1-iscsi for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:23:04.515604 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabfc36-a875-4c7a-9c8e-995630b6e847 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:04.515826 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-8fc16d0d-7ae6-4799-836e-2e7a0233ef73 None None] Attempting to bind port 39dc95ca-a2a0-4e11-86df-96733e658365 by drivers openvswitch,hyperv on host dv-cinder-821168-1-iscsi at level 0 using segments [{'id': '358bc0ef-4200-4ce0-8f32-c88b626b0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3f770ab6-376c-4aaf-bacc-1f205644a6c9'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:23:04.516257 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc16d0d-7ae6-4799-836e-2e7a0233ef73 None None] Attempting to bind port 39dc95ca-a2a0-4e11-86df-96733e658365 on network 3f770ab6-376c-4aaf-bacc-1f205644a6c9 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:23:04.517018 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabfc36-a875-4c7a-9c8e-995630b6e847 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:04.517653 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabfc36-a875-4c7a-9c8e-995630b6e847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:04.518066 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabfc36-a875-4c7a-9c8e-995630b6e847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:04.518495 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabfc36-a875-4c7a-9c8e-995630b6e847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:04.519110 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabfc36-a875-4c7a-9c8e-995630b6e847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:04.525557 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc16d0d-7ae6-4799-836e-2e7a0233ef73 None None] Checking agent: {'id': '086e82f0-eb32-4dd2-8729-4ab634561567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 3, 54), 'started_at': datetime.datetime(2022, 1, 25, 2, 4, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:23:04.526148 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc16d0d-7ae6-4799-836e-2e7a0233ef73 None None] Checking segment: {'id': '358bc0ef-4200-4ce0-8f32-c88b626b0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3f770ab6-376c-4aaf-bacc-1f205644a6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:23:04.526595 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8fc16d0d-7ae6-4799-836e-2e7a0233ef73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:04.526996 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc16d0d-7ae6-4799-836e-2e7a0233ef73 None None] Bound using segment: {'id': '358bc0ef-4200-4ce0-8f32-c88b626b0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3f770ab6-376c-4aaf-bacc-1f205644a6c9'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:23:04.527618 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-8fc16d0d-7ae6-4799-836e-2e7a0233ef73 None None] Bound port: 39dc95ca-a2a0-4e11-86df-96733e658365, host: dv-cinder-821168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '358bc0ef-4200-4ce0-8f32-c88b626b0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3f770ab6-376c-4aaf-bacc-1f205644a6c9'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:23:04.528437 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8fc16d0d-7ae6-4799-836e-2e7a0233ef73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (39dc95ca-a2a0-4e11-86df-96733e658365), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:04.542607 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-15c11216-59d8-4e3c-9d99-6bd6562ffe66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:04.556612 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-70863aa6-f22d-4ca0-92ff-576105160085 None None] Attempting to bind port 673fd286-0c77-4456-ac5a-318418a32fed on host dv-cinder-821168-1-iscsi for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:23:04.557075 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-70863aa6-f22d-4ca0-92ff-576105160085 None None] Attempting to bind port 673fd286-0c77-4456-ac5a-318418a32fed by drivers openvswitch,hyperv on host dv-cinder-821168-1-iscsi at level 0 using segments [{'id': '66beaff4-e242-4eb5-839f-09270b774f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:23:04.557509 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70863aa6-f22d-4ca0-92ff-576105160085 None None] Attempting to bind port 673fd286-0c77-4456-ac5a-318418a32fed on network 476bff0e-63ed-4bbf-b038-72b2f7bd0810 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:23:04.563081 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70863aa6-f22d-4ca0-92ff-576105160085 None None] Checking agent: {'id': '086e82f0-eb32-4dd2-8729-4ab634561567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 3, 54), 'started_at': datetime.datetime(2022, 1, 25, 2, 4, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:23:04.564334 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70863aa6-f22d-4ca0-92ff-576105160085 None None] Checking segment: {'id': '66beaff4-e242-4eb5-839f-09270b774f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:23:04.564897 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-70863aa6-f22d-4ca0-92ff-576105160085 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:04.565384 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70863aa6-f22d-4ca0-92ff-576105160085 None None] Bound using segment: {'id': '66beaff4-e242-4eb5-839f-09270b774f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:23:04.565959 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-70863aa6-f22d-4ca0-92ff-576105160085 None None] Bound port: 673fd286-0c77-4456-ac5a-318418a32fed, host: dv-cinder-821168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66beaff4-e242-4eb5-839f-09270b774f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:23:04.566465 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-70863aa6-f22d-4ca0-92ff-576105160085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (673fd286-0c77-4456-ac5a-318418a32fed), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:04.592564 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port a3a27b7c-cf54-490e-87da-764bc1fc9322 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:23:04.593932 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (a3a27b7c-cf54-490e-87da-764bc1fc9322), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:04.645233 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-70863aa6-f22d-4ca0-92ff-576105160085 None None] For port 673fd286-0c77-4456-ac5a-318418a32fed, host dv-cinder-821168-1-iscsi, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:23:04.650248 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-70863aa6-f22d-4ca0-92ff-576105160085 None None] For port 673fd286-0c77-4456-ac5a-318418a32fed, host dv-cinder-821168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=673fd286-0c77-4456-ac5a-318418a32fed,segment=NetworkSegment(66beaff4-e242-4eb5-839f-09270b774f2d),segment_id=66beaff4-e242-4eb5-839f-09270b774f2d)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:23:04.660684 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] For port a3a27b7c-cf54-490e-87da-764bc1fc9322, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=a3a27b7c-cf54-490e-87da-764bc1fc9322,segment=NetworkSegment(563111bc-0e97-4ad0-9464-e144d87fe1b2),segment_id=563111bc-0e97-4ad0-9464-e144d87fe1b2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:23:04.672248 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-15c11216-59d8-4e3c-9d99-6bd6562ffe66 admin admin] Allocated IP 172.27.3.45 (a4beea5e-7380-4f54-a79a-85c8e3bac423/7e657314-da2c-44e4-949d-aa8ff76f9246/033a3e59-3499-453a-b4d8-cd3fafbee714) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:23:04.683943 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-8fc16d0d-7ae6-4799-836e-2e7a0233ef73 None None] For port 39dc95ca-a2a0-4e11-86df-96733e658365, host dv-cinder-821168-1-iscsi, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:23:04.702857 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-8fc16d0d-7ae6-4799-836e-2e7a0233ef73 None None] For port 39dc95ca-a2a0-4e11-86df-96733e658365, host dv-cinder-821168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=39dc95ca-a2a0-4e11-86df-96733e658365,segment=NetworkSegment(358bc0ef-4200-4ce0-8f32-c88b626b0a04),segment_id=358bc0ef-4200-4ce0-8f32-c88b626b0a04)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:23:04.707896 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-d4ea6f49-264b-41ca-922c-7fa7d3de556f None None] Provisioning complete for port 673fd286-0c77-4456-ac5a-318418a32fed triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:23:04.708273 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d4ea6f49-264b-41ca-922c-7fa7d3de556f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (673fd286-0c77-4456-ac5a-318418a32fed), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:04.714514 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-70863aa6-f22d-4ca0-92ff-576105160085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (673fd286-0c77-4456-ac5a-318418a32fed), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:04.733499 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (a3a27b7c-cf54-490e-87da-764bc1fc9322), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:04.771937 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea6f49-264b-41ca-922c-7fa7d3de556f None None] Port 673fd286-0c77-4456-ac5a-318418a32fed cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:23:04.785181 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fabfc36-a875-4c7a-9c8e-995630b6e847 None None] Pushing event updated for resources: {'Port': ['ID=673fd286-0c77-4456-ac5a-318418a32fed,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:04.795479 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8fc16d0d-7ae6-4799-836e-2e7a0233ef73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (39dc95ca-a2a0-4e11-86df-96733e658365), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:04.796919 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70863aa6-f22d-4ca0-92ff-576105160085 None None] Routers {'6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:23:04.796919 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-70863aa6-f22d-4ca0-92ff-576105160085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:22:50Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:23:04.800043 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-15c11216-59d8-4e3c-9d99-6bd6562ffe66 admin admin] Publish callbacks [] for port (033a3e59-3499-453a-b4d8-cd3fafbee714), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:04.823758 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Pushing event updated for resources: {'Port': ['ID=a3a27b7c-cf54-490e-87da-764bc1fc9322,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:04.884313 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc16d0d-7ae6-4799-836e-2e7a0233ef73 None None] Pushing event updated for resources: {'Port': ['ID=39dc95ca-a2a0-4e11-86df-96733e658365,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:04.918022 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-15c11216-59d8-4e3c-9d99-6bd6562ffe66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25362021'] for port (033a3e59-3499-453a-b4d8-cd3fafbee714), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:04.923895 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-70863aa6-f22d-4ca0-92ff-576105160085 None None] Set router 6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b gateway port host: dv-cinder-821168-1-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:23:04.963066 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c11216-59d8-4e3c-9d99-6bd6562ffe66 admin admin] Network a4beea5e-7380-4f54-a79a-85c8e3bac423 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:23:04.967886 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-15c11216-59d8-4e3c-9d99-6bd6562ffe66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:23:04.971824 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c11216-59d8-4e3c-9d99-6bd6562ffe66 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:23:05.006124 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c11216-59d8-4e3c-9d99-6bd6562ffe66 admin admin] Pushing event updated for resources: {'Port': ['ID=033a3e59-3499-453a-b4d8-cd3fafbee714,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:05.098950 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f51755e7-536d-4f99-b331-d06ff0eef5aa None None] Provisioning complete for port 673fd286-0c77-4456-ac5a-318418a32fed triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:23:05.099333 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f51755e7-536d-4f99-b331-d06ff0eef5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (673fd286-0c77-4456-ac5a-318418a32fed), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:05.191744 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-70863aa6-f22d-4ca0-92ff-576105160085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'name': 'tempest-TestVolumeBootPattern-1419120635-router', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:00Z', 'revision_number': 4, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'gw_port': {'id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '673fd286-0c77-4456-ac5a-318418a32fed', 'name': '', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'mac_address': 'fa:16:3e:9a:44:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:23:00Z', 'updated_at': '2022-01-25T02:23:04Z', 'revision_number': 4, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'subnets': [{'id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:23:05.213010 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f51755e7-536d-4f99-b331-d06ff0eef5aa None None] Current status of the port 673fd286-0c77-4456-ac5a-318418a32fed is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:23:05.213331 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f51755e7-536d-4f99-b331-d06ff0eef5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (673fd286-0c77-4456-ac5a-318418a32fed), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:05.223294 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70863aa6-f22d-4ca0-92ff-576105160085 None None] The sync data for ids ['6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'] in dv-cinder-821168-1-iscsi is: [{'id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'name': 'tempest-TestVolumeBootPattern-1419120635-router', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:00Z', 'revision_number': 4, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'gw_port': {'id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '673fd286-0c77-4456-ac5a-318418a32fed', 'name': '', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'mac_address': 'fa:16:3e:9a:44:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:23:00Z', 'updated_at': '2022-01-25T02:23:04Z', 'revision_number': 4, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'subnets': [{'id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:23:05.249954 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-f51755e7-536d-4f99-b331-d06ff0eef5aa None None] For port 673fd286-0c77-4456-ac5a-318418a32fed, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=673fd286-0c77-4456-ac5a-318418a32fed,segment=NetworkSegment(66beaff4-e242-4eb5-839f-09270b774f2d),segment_id=66beaff4-e242-4eb5-839f-09270b774f2d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:23:05.315132 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f51755e7-536d-4f99-b331-d06ff0eef5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (673fd286-0c77-4456-ac5a-318418a32fed), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:05.382993 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51755e7-536d-4f99-b331-d06ff0eef5aa None None] Pushing event updated for resources: {'Port': ['ID=673fd286-0c77-4456-ac5a-318418a32fed,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:05.391865 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-15c11216-59d8-4e3c-9d99-6bd6562ffe66 admin admin] Publish callbacks [] for router_gateway (82d06ef4-0e75-424c-a162-5aeb499d046e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:05.838399 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-15c11216-59d8-4e3c-9d99-6bd6562ffe66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1006799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1012195'] for router (82d06ef4-0e75-424c-a162-5aeb499d046e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:05.960681 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64e3038-2a65-4836-bdad-29905313651c None None] Network 3f770ab6-376c-4aaf-bacc-1f205644a6c9 requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:23:06.022138 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c11216-59d8-4e3c-9d99-6bd6562ffe66 admin admin] Router 82d06ef4-0e75-424c-a162-5aeb499d046e is scheduled to L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 02:23:06.060815 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-335d0d89-ad05-46f9-be54-6d01e7d56e1b None None] Provisioning complete for port 39dc95ca-a2a0-4e11-86df-96733e658365 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:23:06.061195 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-335d0d89-ad05-46f9-be54-6d01e7d56e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (39dc95ca-a2a0-4e11-86df-96733e658365), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:06.130449 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c11216-59d8-4e3c-9d99-6bd6562ffe66 admin admin] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:23:06.146823 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c16b33-44b5-4cc8-9c53-f06a79043f2b None None] Sync routers for ids ['82d06ef4-0e75-424c-a162-5aeb499d046e'] in dv-cinder-821168-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:23:06.168171 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c16b33-44b5-4cc8-9c53-f06a79043f2b None None] Routers {'82d06ef4-0e75-424c-a162-5aeb499d046e'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:23:06.168462 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-02c16b33-44b5-4cc8-9c53-f06a79043f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:22:50Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['82d06ef4-0e75-424c-a162-5aeb499d046e'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:23:06.171658 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-335d0d89-ad05-46f9-be54-6d01e7d56e1b None None] Current status of the port 39dc95ca-a2a0-4e11-86df-96733e658365 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:23:06.172050 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-335d0d89-ad05-46f9-be54-6d01e7d56e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (39dc95ca-a2a0-4e11-86df-96733e658365), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:06.214195 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-15c11216-59d8-4e3c-9d99-6bd6562ffe66 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:06.218416 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-15c11216-59d8-4e3c-9d99-6bd6562ffe66 admin admin] 10.222.0.112 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3971562 Jan 25 02:23:06.220579 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 39814) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:23:06.307422 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-335d0d89-ad05-46f9-be54-6d01e7d56e1b None None] For port 39dc95ca-a2a0-4e11-86df-96733e658365, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=39dc95ca-a2a0-4e11-86df-96733e658365,segment=NetworkSegment(358bc0ef-4200-4ce0-8f32-c88b626b0a04),segment_id=358bc0ef-4200-4ce0-8f32-c88b626b0a04)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:23:06.336702 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-02c16b33-44b5-4cc8-9c53-f06a79043f2b None None] Set router 82d06ef4-0e75-424c-a162-5aeb499d046e gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:23:06.401906 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 39dc95ca-a2a0-4e11-86df-96733e658365 up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:23:06.404378 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-335d0d89-ad05-46f9-be54-6d01e7d56e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (39dc95ca-a2a0-4e11-86df-96733e658365), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:06.551497 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d0d89-ad05-46f9-be54-6d01e7d56e1b None None] Pushing event updated for resources: {'Port': ['ID=39dc95ca-a2a0-4e11-86df-96733e658365,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:06.581470 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6b692bc7-21b0-41fd-b11a-83a549dc4777 None None] Provisioning complete for port 39dc95ca-a2a0-4e11-86df-96733e658365 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:23:06.581849 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b692bc7-21b0-41fd-b11a-83a549dc4777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (39dc95ca-a2a0-4e11-86df-96733e658365), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:06.648567 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port 39dc95ca-a2a0-4e11-86df-96733e658365 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:23:06.648959 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (39dc95ca-a2a0-4e11-86df-96733e658365), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:06.665763 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8816eebe-f424-4641-9d64-046f052ffbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:06.753769 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-02c16b33-44b5-4cc8-9c53-f06a79043f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d06ef4-0e75-424c-a162-5aeb499d046e', 'name': 'tempest-TestVolumeBootPattern-1994293644-router', 'tenant_id': '4c3a12fd73bb4f929d62a796d3478160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '033a3e59-3499-453a-b4d8-cd3fafbee714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:23:03Z', 'updated_at': '2022-01-25T02:23:05Z', 'revision_number': 3, 'project_id': '4c3a12fd73bb4f929d62a796d3478160', 'gw_port': {'id': '033a3e59-3499-453a-b4d8-cd3fafbee714', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:60:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d06ef4-0e75-424c-a162-5aeb499d046e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:23:04Z', 'updated_at': '2022-01-25T02:23:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi'}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:23:06.800752 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6b692bc7-21b0-41fd-b11a-83a549dc4777 None None] Current status of the port 39dc95ca-a2a0-4e11-86df-96733e658365 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:23:06.804771 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c16b33-44b5-4cc8-9c53-f06a79043f2b None None] Checking router: 82d06ef4-0e75-424c-a162-5aeb499d046e for host: dv-cinder-821168-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:23:06.805125 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c16b33-44b5-4cc8-9c53-f06a79043f2b None None] Updating router 82d06ef4-0e75-424c-a162-5aeb499d046e port 033a3e59-3499-453a-b4d8-cd3fafbee714 binding host dv-cinder-821168-1-iscsi {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:23:06.818279 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-8816eebe-f424-4641-9d64-046f052ffbdf admin admin] Allocated IP 172.20.0.1 (3f770ab6-376c-4aaf-bacc-1f205644a6c9/f6f76186-f0e9-450d-883b-00d291841048/1e72b5fc-bab7-4749-b371-d4cbe16395a1) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:23:06.840509 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port 39dc95ca-a2a0-4e11-86df-96733e658365 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:23:06.841790 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 673fd286-0c77-4456-ac5a-318418a32fed up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:23:06.844849 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02c16b33-44b5-4cc8-9c53-f06a79043f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (033a3e59-3499-453a-b4d8-cd3fafbee714), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:06.934259 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8816eebe-f424-4641-9d64-046f052ffbdf admin admin] Publish callbacks [] for port (1e72b5fc-bab7-4749-b371-d4cbe16395a1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:06.988489 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port 673fd286-0c77-4456-ac5a-318418a32fed triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:23:06.988872 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (673fd286-0c77-4456-ac5a-318418a32fed), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:07.017115 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8816eebe-f424-4641-9d64-046f052ffbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25362021'] for port (1e72b5fc-bab7-4749-b371-d4cbe16395a1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:07.055108 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8816eebe-f424-4641-9d64-046f052ffbdf admin admin] Network 3f770ab6-376c-4aaf-bacc-1f205644a6c9 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:23:07.065751 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-8816eebe-f424-4641-9d64-046f052ffbdf admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:23:07.066867 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8816eebe-f424-4641-9d64-046f052ffbdf admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:23:07.070161 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816eebe-f424-4641-9d64-046f052ffbdf admin admin] Pushing event updated for resources: {'Port': ['ID=1e72b5fc-bab7-4749-b371-d4cbe16395a1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:07.111712 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8816eebe-f424-4641-9d64-046f052ffbdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013087'] for router_interface (82d06ef4-0e75-424c-a162-5aeb499d046e), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:07.287049 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port 673fd286-0c77-4456-ac5a-318418a32fed is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:23:07.288084 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device a3a27b7c-cf54-490e-87da-764bc1fc9322 up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:23:07.324114 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8816eebe-f424-4641-9d64-046f052ffbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (1e72b5fc-bab7-4749-b371-d4cbe16395a1), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:07.378899 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-417734b7-4c0b-4fe8-90e8-cdbb599f7e3d None None] Provisioning complete for port 1e72b5fc-bab7-4749-b371-d4cbe16395a1 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:23:07.379487 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-417734b7-4c0b-4fe8-90e8-cdbb599f7e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (1e72b5fc-bab7-4749-b371-d4cbe16395a1), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:07.410038 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02c16b33-44b5-4cc8-9c53-f06a79043f2b None None] Publish callbacks [] for port (033a3e59-3499-453a-b4d8-cd3fafbee714), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:07.431821 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port a3a27b7c-cf54-490e-87da-764bc1fc9322 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:23:07.432199 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (a3a27b7c-cf54-490e-87da-764bc1fc9322), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:07.433805 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-417734b7-4c0b-4fe8-90e8-cdbb599f7e3d None None] Port 1e72b5fc-bab7-4749-b371-d4cbe16395a1 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:23:07.465670 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02c16b33-44b5-4cc8-9c53-f06a79043f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (033a3e59-3499-453a-b4d8-cd3fafbee714), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:07.483044 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8816eebe-f424-4641-9d64-046f052ffbdf admin admin] Publish callbacks [] for port (1e72b5fc-bab7-4749-b371-d4cbe16395a1), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:07.528749 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8816eebe-f424-4641-9d64-046f052ffbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25362034'] for port (1e72b5fc-bab7-4749-b371-d4cbe16395a1), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:07.529826 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-02c16b33-44b5-4cc8-9c53-f06a79043f2b None None] Attempting to bind port 033a3e59-3499-453a-b4d8-cd3fafbee714 on host dv-cinder-821168-1-iscsi for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:23:07.530203 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-02c16b33-44b5-4cc8-9c53-f06a79043f2b None None] Attempting to bind port 033a3e59-3499-453a-b4d8-cd3fafbee714 by drivers openvswitch,hyperv on host dv-cinder-821168-1-iscsi at level 0 using segments [{'id': '563111bc-0e97-4ad0-9464-e144d87fe1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:23:07.530598 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c16b33-44b5-4cc8-9c53-f06a79043f2b None None] Attempting to bind port 033a3e59-3499-453a-b4d8-cd3fafbee714 on network a4beea5e-7380-4f54-a79a-85c8e3bac423 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:23:07.535353 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc4458-f80e-4541-93fd-b267c9240e3a None None] Pushing event updated for resources: {'Port': ['ID=033a3e59-3499-453a-b4d8-cd3fafbee714,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:07.540943 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c16b33-44b5-4cc8-9c53-f06a79043f2b None None] Checking agent: {'id': '086e82f0-eb32-4dd2-8729-4ab634561567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 3, 54), 'started_at': datetime.datetime(2022, 1, 25, 2, 4, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:23:07.541333 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c16b33-44b5-4cc8-9c53-f06a79043f2b None None] Checking segment: {'id': '563111bc-0e97-4ad0-9464-e144d87fe1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:23:07.541738 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02c16b33-44b5-4cc8-9c53-f06a79043f2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:07.542128 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c16b33-44b5-4cc8-9c53-f06a79043f2b None None] Bound using segment: {'id': '563111bc-0e97-4ad0-9464-e144d87fe1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:23:07.542701 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-02c16b33-44b5-4cc8-9c53-f06a79043f2b None None] Bound port: 033a3e59-3499-453a-b4d8-cd3fafbee714, host: dv-cinder-821168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563111bc-0e97-4ad0-9464-e144d87fe1b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:23:07.543085 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02c16b33-44b5-4cc8-9c53-f06a79043f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (033a3e59-3499-453a-b4d8-cd3fafbee714), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:07.597268 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8816eebe-f424-4641-9d64-046f052ffbdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012405'] for router_interface (82d06ef4-0e75-424c-a162-5aeb499d046e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:07.598895 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816eebe-f424-4641-9d64-046f052ffbdf admin admin] Pushing event updated for resources: {'Port': ['ID=1e72b5fc-bab7-4749-b371-d4cbe16395a1,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:07.605357 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port a3a27b7c-cf54-490e-87da-764bc1fc9322 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:23:07.625611 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-02c16b33-44b5-4cc8-9c53-f06a79043f2b None None] For port 033a3e59-3499-453a-b4d8-cd3fafbee714, host dv-cinder-821168-1-iscsi, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:23:07.629661 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-02c16b33-44b5-4cc8-9c53-f06a79043f2b None None] For port 033a3e59-3499-453a-b4d8-cd3fafbee714, host dv-cinder-821168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=033a3e59-3499-453a-b4d8-cd3fafbee714,segment=NetworkSegment(563111bc-0e97-4ad0-9464-e144d87fe1b2),segment_id=563111bc-0e97-4ad0-9464-e144d87fe1b2)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:23:07.680130 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02c16b33-44b5-4cc8-9c53-f06a79043f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (033a3e59-3499-453a-b4d8-cd3fafbee714), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:07.686604 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8816eebe-f424-4641-9d64-046f052ffbdf admin admin] Network 3f770ab6-376c-4aaf-bacc-1f205644a6c9 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:23:07.688018 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-8816eebe-f424-4641-9d64-046f052ffbdf admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:23:07.740344 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc4458-f80e-4541-93fd-b267c9240e3a None None] Pushing event updated for resources: {'Port': ['ID=033a3e59-3499-453a-b4d8-cd3fafbee714,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:07.745776 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c16b33-44b5-4cc8-9c53-f06a79043f2b None None] Routers {'82d06ef4-0e75-424c-a162-5aeb499d046e'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:23:07.746608 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-02c16b33-44b5-4cc8-9c53-f06a79043f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:22:50Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['82d06ef4-0e75-424c-a162-5aeb499d046e'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:23:07.805177 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8816eebe-f424-4641-9d64-046f052ffbdf admin admin] Router 82d06ef4-0e75-424c-a162-5aeb499d046e has already been hosted by L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:23:07.863958 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-02c16b33-44b5-4cc8-9c53-f06a79043f2b None None] Set router 82d06ef4-0e75-424c-a162-5aeb499d046e gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:23:07.916966 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8816eebe-f424-4641-9d64-046f052ffbdf admin admin] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:23:07.926438 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-8816eebe-f424-4641-9d64-046f052ffbdf admin admin] 10.222.0.112 "PUT /v2.0/routers/82d06ef4-0e75-424c-a162-5aeb499d046e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6994834 Jan 25 02:23:08.001738 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-907adf98-b50f-45ad-81f9-77fc8663cca5 None None] Provisioning complete for port 1e72b5fc-bab7-4749-b371-d4cbe16395a1 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:23:08.002113 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-907adf98-b50f-45ad-81f9-77fc8663cca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (1e72b5fc-bab7-4749-b371-d4cbe16395a1), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:08.058421 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-907adf98-b50f-45ad-81f9-77fc8663cca5 None None] Port 1e72b5fc-bab7-4749-b371-d4cbe16395a1 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:23:08.108583 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-02c16b33-44b5-4cc8-9c53-f06a79043f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d06ef4-0e75-424c-a162-5aeb499d046e', 'name': 'tempest-TestVolumeBootPattern-1994293644-router', 'tenant_id': '4c3a12fd73bb4f929d62a796d3478160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '033a3e59-3499-453a-b4d8-cd3fafbee714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:23:03Z', 'updated_at': '2022-01-25T02:23:07Z', 'revision_number': 4, 'project_id': '4c3a12fd73bb4f929d62a796d3478160', 'gw_port': {'id': '033a3e59-3499-453a-b4d8-cd3fafbee714', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:60:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d06ef4-0e75-424c-a162-5aeb499d046e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:23:04Z', 'updated_at': '2022-01-25T02:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '1e72b5fc-bab7-4749-b371-d4cbe16395a1', 'name': '', 'network_id': '3f770ab6-376c-4aaf-bacc-1f205644a6c9', 'tenant_id': '4c3a12fd73bb4f929d62a796d3478160', 'mac_address': 'fa:16:3e:0c:3d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d06ef4-0e75-424c-a162-5aeb499d046e', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'f6f76186-f0e9-450d-883b-00d291841048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:23:06Z', 'updated_at': '2022-01-25T02:23:07Z', 'revision_number': 2, 'project_id': '4c3a12fd73bb4f929d62a796d3478160', 'subnets': [{'id': 'f6f76186-f0e9-450d-883b-00d291841048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:23:08.135442 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c16b33-44b5-4cc8-9c53-f06a79043f2b None None] The sync data for ids ['82d06ef4-0e75-424c-a162-5aeb499d046e'] in dv-cinder-821168-1-iscsi is: [{'id': '82d06ef4-0e75-424c-a162-5aeb499d046e', 'name': 'tempest-TestVolumeBootPattern-1994293644-router', 'tenant_id': '4c3a12fd73bb4f929d62a796d3478160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '033a3e59-3499-453a-b4d8-cd3fafbee714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:23:03Z', 'updated_at': '2022-01-25T02:23:07Z', 'revision_number': 4, 'project_id': '4c3a12fd73bb4f929d62a796d3478160', 'gw_port': {'id': '033a3e59-3499-453a-b4d8-cd3fafbee714', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:60:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d06ef4-0e75-424c-a162-5aeb499d046e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:23:04Z', 'updated_at': '2022-01-25T02:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '1e72b5fc-bab7-4749-b371-d4cbe16395a1', 'name': '', 'network_id': '3f770ab6-376c-4aaf-bacc-1f205644a6c9', 'tenant_id': '4c3a12fd73bb4f929d62a796d3478160', 'mac_address': 'fa:16:3e:0c:3d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d06ef4-0e75-424c-a162-5aeb499d046e', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'f6f76186-f0e9-450d-883b-00d291841048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:23:06Z', 'updated_at': '2022-01-25T02:23:07Z', 'revision_number': 2, 'project_id': '4c3a12fd73bb4f929d62a796d3478160', 'subnets': [{'id': 'f6f76186-f0e9-450d-883b-00d291841048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:23:08.219339 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 39dc95ca-a2a0-4e11-86df-96733e658365 up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:23:08.273685 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port 39dc95ca-a2a0-4e11-86df-96733e658365 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:23:08.274148 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (39dc95ca-a2a0-4e11-86df-96733e658365), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:08.356941 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port 39dc95ca-a2a0-4e11-86df-96733e658365 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:23:08.743003 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 39826) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:23:08.747550 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-acf2485b-a491-4129-bedb-7b6a6d46f389 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-566636868', 'description': 'tempest-secgroup-smoke-566636868 description', 'project_id': 'd438dbd2bb14452cbd5a8c8221417335'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:23:08.843629 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-acf2485b-a491-4129-bedb-7b6a6d46f389 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:08.917104 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-acf2485b-a491-4129-bedb-7b6a6d46f389 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for security_group (7b377a3c-2284-465c-98da-7d334e6c9c41), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:09.014694 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-acf2485b-a491-4129-bedb-7b6a6d46f389 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (7b377a3c-2284-465c-98da-7d334e6c9c41), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:09.044583 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2485b-a491-4129-bedb-7b6a6d46f389 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b377a3c-2284-465c-98da-7d334e6c9c41,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:09.102395 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-acf2485b-a491-4129-bedb-7b6a6d46f389 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:09.106390 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-acf2485b-a491-4129-bedb-7b6a6d46f389 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3596618 Jan 25 02:23:09.110744 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 39830) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:23:09.111310 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7ccf57cb-ce2b-4cb4-949d-1efba92a6841 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Request body: {'security_group_rule': {'security_group_id': '7b377a3c-2284-465c-98da-7d334e6c9c41', 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:23:09.239139 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7ccf57cb-ce2b-4cb4-949d-1efba92a6841 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for security_group_rule (f4f3ac82-86f0-4a39-9edb-271761471bd5), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:09.302054 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7ccf57cb-ce2b-4cb4-949d-1efba92a6841 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for security_group_rule (f4f3ac82-86f0-4a39-9edb-271761471bd5), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:09.377007 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7ccf57cb-ce2b-4cb4-949d-1efba92a6841 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970565'] for security_group_rule (f4f3ac82-86f0-4a39-9edb-271761471bd5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:09.398006 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf57cb-ce2b-4cb4-949d-1efba92a6841 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f3ac82-86f0-4a39-9edb-271761471bd5,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:09.444520 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25858b-6580-4296-bf14-97a676d94606 req-e3f8d6da-2d8d-4be1-b2b8-0b8f0e31914b tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:09.445965 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3c25858b-6580-4296-bf14-97a676d94606 req-e3f8d6da-2d8d-4be1-b2b8-0b8f0e31914b tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 945 time: 0.0534618 Jan 25 02:23:09.452913 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7ccf57cb-ce2b-4cb4-949d-1efba92a6841 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:09.455221 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-7ccf57cb-ce2b-4cb4-949d-1efba92a6841 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3475628 Jan 25 02:23:09.457982 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 39836) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:23:09.465925 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b861eea3-d25d-4628-a6dd-a256546c9102 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Request body: {'security_group_rule': {'security_group_id': '7b377a3c-2284-465c-98da-7d334e6c9c41', 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:23:09.497653 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3c25858b-6580-4296-bf14-97a676d94606 req-329ca2de-8df8-4ae0-b392-d215924501c8 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447176 Jan 25 02:23:09.551427 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b861eea3-d25d-4628-a6dd-a256546c9102 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for security_group_rule (0c4d7c41-701f-4226-a024-c5b2e2b09fb6), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:09.606583 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b861eea3-d25d-4628-a6dd-a256546c9102 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for security_group_rule (0c4d7c41-701f-4226-a024-c5b2e2b09fb6), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:09.694502 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b861eea3-d25d-4628-a6dd-a256546c9102 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970565'] for security_group_rule (0c4d7c41-701f-4226-a024-c5b2e2b09fb6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:09.713362 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861eea3-d25d-4628-a6dd-a256546c9102 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c4d7c41-701f-4226-a024-c5b2e2b09fb6,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:09.799683 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b861eea3-d25d-4628-a6dd-a256546c9102 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:09.801018 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-b861eea3-d25d-4628-a6dd-a256546c9102 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3419149 Jan 25 02:23:09.803819 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 39838) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:23:09.808146 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d8f23917-82ee-4759-9f58-c0b0901ab5b6 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Request body: {'security_group_rule': {'security_group_id': '7b377a3c-2284-465c-98da-7d334e6c9c41', 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:23:09.896386 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8f23917-82ee-4759-9f58-c0b0901ab5b6 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for security_group_rule (8d024a1a-e939-4e56-a3a3-b4430f36ac5a), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:09.952870 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8f23917-82ee-4759-9f58-c0b0901ab5b6 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for security_group_rule (8d024a1a-e939-4e56-a3a3-b4430f36ac5a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:10.014604 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8f23917-82ee-4759-9f58-c0b0901ab5b6 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970565'] for security_group_rule (8d024a1a-e939-4e56-a3a3-b4430f36ac5a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:10.032641 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f23917-82ee-4759-9f58-c0b0901ab5b6 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d024a1a-e939-4e56-a3a3-b4430f36ac5a,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:10.092591 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f073e56-95b1-4093-9274-8e98b07c899a None None] Sync routers for ids ['82d06ef4-0e75-424c-a162-5aeb499d046e'] in dv-cinder-821168-1-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:23:10.098534 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8f23917-82ee-4759-9f58-c0b0901ab5b6 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:10.099920 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-d8f23917-82ee-4759-9f58-c0b0901ab5b6 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2950780 Jan 25 02:23:10.102688 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 39840) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:23:10.105168 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f073e56-95b1-4093-9274-8e98b07c899a None None] Routers {'82d06ef4-0e75-424c-a162-5aeb499d046e'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:23:10.105168 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8f073e56-95b1-4093-9274-8e98b07c899a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:22:50Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['82d06ef4-0e75-424c-a162-5aeb499d046e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:23:10.107098 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-17aab894-e394-4a4e-ba14-7e40131af4b9 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Request body: {'security_group_rule': {'security_group_id': '7b377a3c-2284-465c-98da-7d334e6c9c41', 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:23:10.194285 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17aab894-e394-4a4e-ba14-7e40131af4b9 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for security_group_rule (d98031f6-f1c1-4819-99c3-f83a5be44580), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:10.212805 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-8f073e56-95b1-4093-9274-8e98b07c899a None None] Set router 82d06ef4-0e75-424c-a162-5aeb499d046e gateway port host: dv-cinder-821168-1-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:23:10.260453 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17aab894-e394-4a4e-ba14-7e40131af4b9 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for security_group_rule (d98031f6-f1c1-4819-99c3-f83a5be44580), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:10.286858 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 033a3e59-3499-453a-b4d8-cd3fafbee714 up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:23:10.336424 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port 033a3e59-3499-453a-b4d8-cd3fafbee714 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:23:10.337051 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (033a3e59-3499-453a-b4d8-cd3fafbee714), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:10.340488 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17aab894-e394-4a4e-ba14-7e40131af4b9 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970565'] for security_group_rule (d98031f6-f1c1-4819-99c3-f83a5be44580), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:10.359099 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aab894-e394-4a4e-ba14-7e40131af4b9 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d98031f6-f1c1-4819-99c3-f83a5be44580,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:10.430736 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port 033a3e59-3499-453a-b4d8-cd3fafbee714 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:23:10.431137 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (033a3e59-3499-453a-b4d8-cd3fafbee714), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:10.432123 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8f073e56-95b1-4093-9274-8e98b07c899a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d06ef4-0e75-424c-a162-5aeb499d046e', 'name': 'tempest-TestVolumeBootPattern-1994293644-router', 'tenant_id': '4c3a12fd73bb4f929d62a796d3478160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '033a3e59-3499-453a-b4d8-cd3fafbee714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:23:03Z', 'updated_at': '2022-01-25T02:23:07Z', 'revision_number': 4, 'project_id': '4c3a12fd73bb4f929d62a796d3478160', 'gw_port': {'id': '033a3e59-3499-453a-b4d8-cd3fafbee714', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:60:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d06ef4-0e75-424c-a162-5aeb499d046e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:23:04Z', 'updated_at': '2022-01-25T02:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '1e72b5fc-bab7-4749-b371-d4cbe16395a1', 'name': '', 'network_id': '3f770ab6-376c-4aaf-bacc-1f205644a6c9', 'tenant_id': '4c3a12fd73bb4f929d62a796d3478160', 'mac_address': 'fa:16:3e:0c:3d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d06ef4-0e75-424c-a162-5aeb499d046e', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'f6f76186-f0e9-450d-883b-00d291841048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:23:06Z', 'updated_at': '2022-01-25T02:23:07Z', 'revision_number': 2, 'project_id': '4c3a12fd73bb4f929d62a796d3478160', 'subnets': [{'id': 'f6f76186-f0e9-450d-883b-00d291841048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:23:10.436037 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17aab894-e394-4a4e-ba14-7e40131af4b9 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:10.437490 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-17aab894-e394-4a4e-ba14-7e40131af4b9 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3338449 Jan 25 02:23:10.441044 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 39844) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:23:10.445414 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0fb1f207-c19d-4f44-86b0-149c3b0f1687 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Request body: {'security_group_rule': {'security_group_id': '7b377a3c-2284-465c-98da-7d334e6c9c41', 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:23:10.457882 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] For port 033a3e59-3499-453a-b4d8-cd3fafbee714, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=033a3e59-3499-453a-b4d8-cd3fafbee714,segment=NetworkSegment(563111bc-0e97-4ad0-9464-e144d87fe1b2),segment_id=563111bc-0e97-4ad0-9464-e144d87fe1b2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:23:10.459917 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f073e56-95b1-4093-9274-8e98b07c899a None None] Checking router: 82d06ef4-0e75-424c-a162-5aeb499d046e for host: dv-cinder-821168-1-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:23:10.460240 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f073e56-95b1-4093-9274-8e98b07c899a None None] Updating router 82d06ef4-0e75-424c-a162-5aeb499d046e port 1e72b5fc-bab7-4749-b371-d4cbe16395a1 binding host dv-cinder-821168-1-iscsi {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:23:10.484149 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8f073e56-95b1-4093-9274-8e98b07c899a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (1e72b5fc-bab7-4749-b371-d4cbe16395a1), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:10.556150 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (033a3e59-3499-453a-b4d8-cd3fafbee714), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:10.589399 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-0fb1f207-c19d-4f44-86b0-149c3b0f1687 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Project d438dbd2bb14452cbd5a8c8221417335 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 02:23:10.597711 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0fb1f207-c19d-4f44-86b0-149c3b0f1687 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for security_group_rule (8975d1fc-c857-4d88-b8ea-d60e4224c8f2), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:10.640462 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcec53-d8f7-4492-9ca8-07f24dfe6a4d req-59a438d2-1d14-46a0-8fcd-a4d1600d6166 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:10.643785 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Pushing event updated for resources: {'Port': ['ID=033a3e59-3499-453a-b4d8-cd3fafbee714,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:10.644111 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e7bcec53-d8f7-4492-9ca8-07f24dfe6a4d req-59a438d2-1d14-46a0-8fcd-a4d1600d6166 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 945 time: 0.0708060 Jan 25 02:23:10.672115 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0fb1f207-c19d-4f44-86b0-149c3b0f1687 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for security_group_rule (8975d1fc-c857-4d88-b8ea-d60e4224c8f2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:10.702195 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e7bcec53-d8f7-4492-9ca8-07f24dfe6a4d req-56748fac-738e-4a79-84b3-1a094cdc8e11 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519767 Jan 25 02:23:10.752403 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0fb1f207-c19d-4f44-86b0-149c3b0f1687 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970565'] for security_group_rule (8975d1fc-c857-4d88-b8ea-d60e4224c8f2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:10.768066 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1f207-c19d-4f44-86b0-149c3b0f1687 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8975d1fc-c857-4d88-b8ea-d60e4224c8f2,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:10.839333 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0fb1f207-c19d-4f44-86b0-149c3b0f1687 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:10.840592 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-0fb1f207-c19d-4f44-86b0-149c3b0f1687 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3986063 Jan 25 02:23:10.843603 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 39848) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:23:10.847977 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4808e404-0501-4bdd-91c8-82e39c49c1f5 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Request body: {'security_group_rule': {'security_group_id': '7b377a3c-2284-465c-98da-7d334e6c9c41', 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:23:10.857824 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8f073e56-95b1-4093-9274-8e98b07c899a None None] Publish callbacks [] for port (1e72b5fc-bab7-4749-b371-d4cbe16395a1), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:10.942388 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8f073e56-95b1-4093-9274-8e98b07c899a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (1e72b5fc-bab7-4749-b371-d4cbe16395a1), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:10.951683 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-4808e404-0501-4bdd-91c8-82e39c49c1f5 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Project d438dbd2bb14452cbd5a8c8221417335 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 02:23:10.958306 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4808e404-0501-4bdd-91c8-82e39c49c1f5 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for security_group_rule (87191fc8-d984-4663-b541-4be57d9e58ca), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:10.988150 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b98089-034f-4df5-98da-8ea05e399cf4 None None] Pushing event updated for resources: {'Port': ['ID=1e72b5fc-bab7-4749-b371-d4cbe16395a1,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:11.020672 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4808e404-0501-4bdd-91c8-82e39c49c1f5 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for security_group_rule (87191fc8-d984-4663-b541-4be57d9e58ca), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:11.045114 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-8f073e56-95b1-4093-9274-8e98b07c899a None None] Attempting to bind port 1e72b5fc-bab7-4749-b371-d4cbe16395a1 on host dv-cinder-821168-1-iscsi for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:23:11.045494 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-8f073e56-95b1-4093-9274-8e98b07c899a None None] Attempting to bind port 1e72b5fc-bab7-4749-b371-d4cbe16395a1 by drivers openvswitch,hyperv on host dv-cinder-821168-1-iscsi at level 0 using segments [{'id': '358bc0ef-4200-4ce0-8f32-c88b626b0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3f770ab6-376c-4aaf-bacc-1f205644a6c9'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:23:11.045874 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f073e56-95b1-4093-9274-8e98b07c899a None None] Attempting to bind port 1e72b5fc-bab7-4749-b371-d4cbe16395a1 on network 3f770ab6-376c-4aaf-bacc-1f205644a6c9 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:23:11.051761 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f073e56-95b1-4093-9274-8e98b07c899a None None] Checking agent: {'id': '086e82f0-eb32-4dd2-8729-4ab634561567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821168-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 3, 54), 'started_at': datetime.datetime(2022, 1, 25, 2, 4, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821168-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:23:11.052142 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f073e56-95b1-4093-9274-8e98b07c899a None None] Checking segment: {'id': '358bc0ef-4200-4ce0-8f32-c88b626b0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3f770ab6-376c-4aaf-bacc-1f205644a6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:23:11.052551 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8f073e56-95b1-4093-9274-8e98b07c899a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:11.052979 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f073e56-95b1-4093-9274-8e98b07c899a None None] Bound using segment: {'id': '358bc0ef-4200-4ce0-8f32-c88b626b0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3f770ab6-376c-4aaf-bacc-1f205644a6c9'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:23:11.053451 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-8f073e56-95b1-4093-9274-8e98b07c899a None None] Bound port: 1e72b5fc-bab7-4749-b371-d4cbe16395a1, host: dv-cinder-821168-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '358bc0ef-4200-4ce0-8f32-c88b626b0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3f770ab6-376c-4aaf-bacc-1f205644a6c9'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:23:11.053835 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8f073e56-95b1-4093-9274-8e98b07c899a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (1e72b5fc-bab7-4749-b371-d4cbe16395a1), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:11.084992 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4808e404-0501-4bdd-91c8-82e39c49c1f5 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970565'] for security_group_rule (87191fc8-d984-4663-b541-4be57d9e58ca), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:11.106276 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4808e404-0501-4bdd-91c8-82e39c49c1f5 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87191fc8-d984-4663-b541-4be57d9e58ca,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:11.122228 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-8f073e56-95b1-4093-9274-8e98b07c899a None None] For port 1e72b5fc-bab7-4749-b371-d4cbe16395a1, host dv-cinder-821168-1-iscsi, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:23:11.125595 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-8f073e56-95b1-4093-9274-8e98b07c899a None None] For port 1e72b5fc-bab7-4749-b371-d4cbe16395a1, host dv-cinder-821168-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=1e72b5fc-bab7-4749-b371-d4cbe16395a1,segment=NetworkSegment(358bc0ef-4200-4ce0-8f32-c88b626b0a04),segment_id=358bc0ef-4200-4ce0-8f32-c88b626b0a04)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:23:11.186533 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4808e404-0501-4bdd-91c8-82e39c49c1f5 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:11.187789 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-4808e404-0501-4bdd-91c8-82e39c49c1f5 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3432822 Jan 25 02:23:11.199970 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-19b3d0b3-e797-4399-a506-811c6442f350 None None] Provisioning complete for port 1e72b5fc-bab7-4749-b371-d4cbe16395a1 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:23:11.200357 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-19b3d0b3-e797-4399-a506-811c6442f350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (1e72b5fc-bab7-4749-b371-d4cbe16395a1), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:11.209582 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8f073e56-95b1-4093-9274-8e98b07c899a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (1e72b5fc-bab7-4749-b371-d4cbe16395a1), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:11.238992 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-19b3d0b3-e797-4399-a506-811c6442f350 None None] Port 1e72b5fc-bab7-4749-b371-d4cbe16395a1 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:23:11.283292 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b98089-034f-4df5-98da-8ea05e399cf4 None None] Pushing event updated for resources: {'Port': ['ID=1e72b5fc-bab7-4749-b371-d4cbe16395a1,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:11.285843 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f073e56-95b1-4093-9274-8e98b07c899a None None] Routers {'82d06ef4-0e75-424c-a162-5aeb499d046e'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:23:11.286480 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8f073e56-95b1-4093-9274-8e98b07c899a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:22:50Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['82d06ef4-0e75-424c-a162-5aeb499d046e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:23:11.404966 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-8f073e56-95b1-4093-9274-8e98b07c899a None None] Set router 82d06ef4-0e75-424c-a162-5aeb499d046e gateway port host: dv-cinder-821168-1-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:23:11.562216 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f147fbdd-bed3-450a-8b39-8c791887337f None None] Provisioning complete for port 1e72b5fc-bab7-4749-b371-d4cbe16395a1 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:23:11.562798 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f147fbdd-bed3-450a-8b39-8c791887337f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (1e72b5fc-bab7-4749-b371-d4cbe16395a1), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:11.627355 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8f073e56-95b1-4093-9274-8e98b07c899a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d06ef4-0e75-424c-a162-5aeb499d046e', 'name': 'tempest-TestVolumeBootPattern-1994293644-router', 'tenant_id': '4c3a12fd73bb4f929d62a796d3478160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '033a3e59-3499-453a-b4d8-cd3fafbee714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:23:03Z', 'updated_at': '2022-01-25T02:23:07Z', 'revision_number': 4, 'project_id': '4c3a12fd73bb4f929d62a796d3478160', 'gw_port': {'id': '033a3e59-3499-453a-b4d8-cd3fafbee714', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:60:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d06ef4-0e75-424c-a162-5aeb499d046e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:23:04Z', 'updated_at': '2022-01-25T02:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '1e72b5fc-bab7-4749-b371-d4cbe16395a1', 'name': '', 'network_id': '3f770ab6-376c-4aaf-bacc-1f205644a6c9', 'tenant_id': '4c3a12fd73bb4f929d62a796d3478160', 'mac_address': 'fa:16:3e:0c:3d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d06ef4-0e75-424c-a162-5aeb499d046e', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'f6f76186-f0e9-450d-883b-00d291841048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:23:06Z', 'updated_at': '2022-01-25T02:23:11Z', 'revision_number': 4, 'project_id': '4c3a12fd73bb4f929d62a796d3478160', 'subnets': [{'id': 'f6f76186-f0e9-450d-883b-00d291841048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:23:11.642616 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f147fbdd-bed3-450a-8b39-8c791887337f None None] Current status of the port 1e72b5fc-bab7-4749-b371-d4cbe16395a1 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:23:11.643009 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f147fbdd-bed3-450a-8b39-8c791887337f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (1e72b5fc-bab7-4749-b371-d4cbe16395a1), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:11.653151 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f073e56-95b1-4093-9274-8e98b07c899a None None] The sync data for ids ['82d06ef4-0e75-424c-a162-5aeb499d046e'] in dv-cinder-821168-1-iscsi is: [{'id': '82d06ef4-0e75-424c-a162-5aeb499d046e', 'name': 'tempest-TestVolumeBootPattern-1994293644-router', 'tenant_id': '4c3a12fd73bb4f929d62a796d3478160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '033a3e59-3499-453a-b4d8-cd3fafbee714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:23:03Z', 'updated_at': '2022-01-25T02:23:07Z', 'revision_number': 4, 'project_id': '4c3a12fd73bb4f929d62a796d3478160', 'gw_port': {'id': '033a3e59-3499-453a-b4d8-cd3fafbee714', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:60:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d06ef4-0e75-424c-a162-5aeb499d046e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:23:04Z', 'updated_at': '2022-01-25T02:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '1e72b5fc-bab7-4749-b371-d4cbe16395a1', 'name': '', 'network_id': '3f770ab6-376c-4aaf-bacc-1f205644a6c9', 'tenant_id': '4c3a12fd73bb4f929d62a796d3478160', 'mac_address': 'fa:16:3e:0c:3d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d06ef4-0e75-424c-a162-5aeb499d046e', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'f6f76186-f0e9-450d-883b-00d291841048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:23:06Z', 'updated_at': '2022-01-25T02:23:11Z', 'revision_number': 4, 'project_id': '4c3a12fd73bb4f929d62a796d3478160', 'subnets': [{'id': 'f6f76186-f0e9-450d-883b-00d291841048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:23:11.676947 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-f147fbdd-bed3-450a-8b39-8c791887337f None None] For port 1e72b5fc-bab7-4749-b371-d4cbe16395a1, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=1e72b5fc-bab7-4749-b371-d4cbe16395a1,segment=NetworkSegment(358bc0ef-4200-4ce0-8f32-c88b626b0a04),segment_id=358bc0ef-4200-4ce0-8f32-c88b626b0a04)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:23:11.746275 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f147fbdd-bed3-450a-8b39-8c791887337f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (1e72b5fc-bab7-4749-b371-d4cbe16395a1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:11.805068 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147fbdd-bed3-450a-8b39-8c791887337f None None] Pushing event updated for resources: {'Port': ['ID=1e72b5fc-bab7-4749-b371-d4cbe16395a1,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:11.839989 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79496b26-dadb-4760-9faf-75a7451fc681 req-3e9310bc-4dd1-4960-b4df-e1243b1300f1 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:11.841728 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-79496b26-dadb-4760-9faf-75a7451fc681 req-3e9310bc-4dd1-4960-b4df-e1243b1300f1 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 945 time: 0.0661469 Jan 25 02:23:11.894764 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-79496b26-dadb-4760-9faf-75a7451fc681 req-d12170d2-42af-4943-ae36-7404f3977118 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462394 Jan 25 02:23:12.266921 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 033a3e59-3499-453a-b4d8-cd3fafbee714 up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:23:12.318880 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port 033a3e59-3499-453a-b4d8-cd3fafbee714 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:23:12.319261 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (033a3e59-3499-453a-b4d8-cd3fafbee714), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:12.397192 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port 033a3e59-3499-453a-b4d8-cd3fafbee714 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:23:12.397901 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 1e72b5fc-bab7-4749-b371-d4cbe16395a1 up at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:23:12.447793 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Provisioning complete for port 1e72b5fc-bab7-4749-b371-d4cbe16395a1 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:23:12.448170 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (1e72b5fc-bab7-4749-b371-d4cbe16395a1), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:12.532848 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Current status of the port 1e72b5fc-bab7-4749-b371-d4cbe16395a1 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:23:13.009642 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925f0c8-cee6-420c-8e8c-5045142b62c7 req-5bb5ff26-e595-4223-bb2a-c052a03a4057 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:13.011366 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f925f0c8-cee6-420c-8e8c-5045142b62c7 req-5bb5ff26-e595-4223-bb2a-c052a03a4057 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 945 time: 0.0495632 Jan 25 02:23:13.071591 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f925f0c8-cee6-420c-8e8c-5045142b62c7 req-76c8ea82-15c8-4631-b83c-4e0bd3cb72b3 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528297 Jan 25 02:23:14.193009 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91a10f-7349-4937-b22b-42a8cfd798a2 req-4ecb176e-220e-4c8f-9e7b-1cf07610e55a tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:14.194506 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3b91a10f-7349-4937-b22b-42a8cfd798a2 req-4ecb176e-220e-4c8f-9e7b-1cf07610e55a tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 945 time: 0.0555439 Jan 25 02:23:14.243816 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3b91a10f-7349-4937-b22b-42a8cfd798a2 req-9fba65c2-a9ca-4202-a314-9a26aaa09b32 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437512 Jan 25 02:23:15.361538 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39761970-6cb6-4bcf-adaa-89960bc95bd9 req-ed0a5b78-85c3-4a75-a468-f1e5cc31cd7e tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:15.363137 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-39761970-6cb6-4bcf-adaa-89960bc95bd9 req-ed0a5b78-85c3-4a75-a468-f1e5cc31cd7e tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 945 time: 0.0523505 Jan 25 02:23:15.410682 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-39761970-6cb6-4bcf-adaa-89960bc95bd9 req-e985f6d6-4406-4d93-bb03-32edf833f513 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418761 Jan 25 02:23:16.533228 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d20cf-8db3-42ed-aa75-caaa316786e2 req-43d1d7c5-b993-4405-9147-79368e949684 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:16.534698 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-279d20cf-8db3-42ed-aa75-caaa316786e2 req-43d1d7c5-b993-4405-9147-79368e949684 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 945 time: 0.0504684 Jan 25 02:23:16.586609 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-279d20cf-8db3-42ed-aa75-caaa316786e2 req-d8d968b8-ff1d-497e-8d56-13eb11ef528d tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463066 Jan 25 02:23:17.169578 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:23:17.644876 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45df140c-89aa-4dc3-80c1-b926d43c5d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:17.700719 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9056dfb5-0709-448a-b40c-1fd6f752cc04 req-fe1256a7-f413-4955-9fc4-59c78352ab5f tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:17.702193 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9056dfb5-0709-448a-b40c-1fd6f752cc04 req-fe1256a7-f413-4955-9fc4-59c78352ab5f tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 945 time: 0.0482161 Jan 25 02:23:17.751403 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9056dfb5-0709-448a-b40c-1fd6f752cc04 req-f71704c2-cbde-48c8-9834-5c5fd9a2360d tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419939 Jan 25 02:23:18.870728 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29bc5d6-4087-46df-9a56-1d2058483731 req-281db4ba-b01d-461d-9d85-fcc949fb9c87 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:18.872123 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c29bc5d6-4087-46df-9a56-1d2058483731 req-281db4ba-b01d-461d-9d85-fcc949fb9c87 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 945 time: 0.0500050 Jan 25 02:23:18.919772 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c29bc5d6-4087-46df-9a56-1d2058483731 req-5fb45226-55de-4911-8cb3-3d5ad8500ba5 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416527 Jan 25 02:23:19.739178 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe16737-a3a3-43e6-8f47-02f4320c70bc req-c3236f17-57d6-415e-aae8-af4961298309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:19.740659 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1fe16737-a3a3-43e6-8f47-02f4320c70bc req-c3236f17-57d6-415e-aae8-af4961298309 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=15ad996b1dfa42d8ab7b8d41dfa9eaaa&device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 1098 time: 0.0439556 Jan 25 02:23:19.834418 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe16737-a3a3-43e6-8f47-02f4320c70bc req-c980622f-4553-4fcc-af49-742c19ded6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:19.835898 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1fe16737-a3a3-43e6-8f47-02f4320c70bc req-c980622f-4553-4fcc-af49-742c19ded6f4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8426c2e2-cd82-4b79-97aa-3331e38b281f HTTP/1.1" status: 200 len: 909 time: 0.0875106 Jan 25 02:23:19.903437 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1fe16737-a3a3-43e6-8f47-02f4320c70bc req-37981bff-e09d-45dd-b62a-8fd6f0b9e954 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e9e33d6-44f2-4824-b458-c50abbb4cf19 HTTP/1.1" status: 200 len: 1001 time: 0.0602586 Jan 25 02:23:19.954369 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe16737-a3a3-43e6-8f47-02f4320c70bc req-70c296d6-aab8-4c76-8c28-80ca9b7108ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:19.955984 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1fe16737-a3a3-43e6-8f47-02f4320c70bc req-70c296d6-aab8-4c76-8c28-80ca9b7108ff service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0487258b-9681-41ec-976f-11fe8ddea5f0 HTTP/1.1" status: 200 len: 847 time: 0.0455770 Jan 25 02:23:20.035457 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe16737-a3a3-43e6-8f47-02f4320c70bc req-e2fa23d2-3cf6-47f6-92d1-b6fb5d466048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:20.036936 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1fe16737-a3a3-43e6-8f47-02f4320c70bc req-e2fa23d2-3cf6-47f6-92d1-b6fb5d466048 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8426c2e2-cd82-4b79-97aa-3331e38b281f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747554 Jan 25 02:23:20.048684 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [req-1fe16737-a3a3-43e6-8f47-02f4320c70bc req-9c3c478a-8751-4743-94fd-df5f4a06be82 service neutron] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:23:20.049631 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1fe16737-a3a3-43e6-8f47-02f4320c70bc req-9c3c478a-8751-4743-94fd-df5f4a06be82 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054569 Jan 25 02:23:20.057697 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9cb5c9-a484-4368-999d-6143110e3204 req-46245689-b206-42ac-8e22-dfb845ff4b14 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:20.059094 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fc9cb5c9-a484-4368-999d-6143110e3204 req-46245689-b206-42ac-8e22-dfb845ff4b14 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 945 time: 0.0689006 Jan 25 02:23:20.158207 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fc9cb5c9-a484-4368-999d-6143110e3204 req-30a5aa7e-72df-43ce-baac-ed667c0697af tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910199 Jan 25 02:23:20.177625 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1fe16737-a3a3-43e6-8f47-02f4320c70bc req-704e8e16-f1d2-44b6-acba-493a30104156 service neutron] 10.222.0.79 "GET /v2.0/networks/8426c2e2-cd82-4b79-97aa-3331e38b281f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176465 Jan 25 02:23:20.187484 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9fe1959-8a93-458e-b328-84e0a94017ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:20.277674 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1fe16737-a3a3-43e6-8f47-02f4320c70bc req-69c98017-fcc6-4ca1-90a1-fc310f579e18 service neutron] 10.222.0.79 "GET /v2.0/networks/8426c2e2-cd82-4b79-97aa-3331e38b281f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929646 Jan 25 02:23:21.271989 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c9257-ec7f-4393-9349-102594ff6d9c req-a387225c-e3fc-4e97-a5bb-f9cda52f82bb tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:21.274782 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e50c9257-ec7f-4393-9349-102594ff6d9c req-a387225c-e3fc-4e97-a5bb-f9cda52f82bb tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 945 time: 0.0510585 Jan 25 02:23:21.328343 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e50c9257-ec7f-4393-9349-102594ff6d9c req-cbf9ded7-ad05-437a-a279-048c4f898e48 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470164 Jan 25 02:23:21.530344 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:22.452483 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872dccef-0a67-4371-b248-9f06540fbed0 req-51912260-cc1f-4bb6-95a5-43445938118e tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:22.455011 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-872dccef-0a67-4371-b248-9f06540fbed0 req-51912260-cc1f-4bb6-95a5-43445938118e tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 945 time: 0.0563624 Jan 25 02:23:22.504126 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-872dccef-0a67-4371-b248-9f06540fbed0 req-5ee6ba33-fda6-4dd0-a7f1-2fc51eeaa1d5 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437312 Jan 25 02:23:23.014377 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:23.071497 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:23.626988 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f57006-a892-4144-b2d6-7f0bc5b8897a req-d806b1a4-e5ab-4149-a778-2646da32fa47 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:23.628390 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-23f57006-a892-4144-b2d6-7f0bc5b8897a req-d806b1a4-e5ab-4149-a778-2646da32fa47 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 945 time: 0.0569918 Jan 25 02:23:23.679561 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-23f57006-a892-4144-b2d6-7f0bc5b8897a req-afc78176-0d82-45d3-841c-d07045f6826b tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453696 Jan 25 02:23:24.050672 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917a54c-428f-4cd8-9ab1-4a51e51b55d8 req-f5753c8a-59ed-47e3-bc24-ae757a377007 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:24.052147 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9917a54c-428f-4cd8-9ab1-4a51e51b55d8 req-f5753c8a-59ed-47e3-bc24-ae757a377007 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 945 time: 0.0481477 Jan 25 02:23:24.091482 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [req-69487c0b-675b-4e34-928f-681a16745544 req-9dd42abf-9e29-464c-b310-5dd8cde2deb2 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0413890 Jan 25 02:23:24.105489 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9917a54c-428f-4cd8-9ab1-4a51e51b55d8 req-d1b535e7-0de4-4d78-99fb-9ec99d1749f3 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476379 Jan 25 02:23:24.650442 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:25.221012 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a104ce1-6d14-40b0-80c0-d4d2b385d927 req-4736501c-4af5-4350-be11-0be87911ab2b tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:25.222449 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9a104ce1-6d14-40b0-80c0-d4d2b385d927 req-4736501c-4af5-4350-be11-0be87911ab2b tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 945 time: 0.0505474 Jan 25 02:23:25.270476 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9a104ce1-6d14-40b0-80c0-d4d2b385d927 req-ee46b0fe-da8b-4e73-8363-f854343bf6ef tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422668 Jan 25 02:23:25.335831 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 8e9e33d6-44f2-4824-b458-c50abbb4cf19 no longer exists at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:23:25.410961 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 8e9e33d6-44f2-4824-b458-c50abbb4cf19 is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:23:25.411353 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (8e9e33d6-44f2-4824-b458-c50abbb4cf19), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:25.432546 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035ea150-88d5-486c-ad85-dba6c043f084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e9e33d6-44f2-4824-b458-c50abbb4cf19'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:23:25.434775 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425b8effad759ea2b395d79f7fcdbc6f74d58daf1cbadf1a5a1a211e7a69aa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822567e9-43d3-41a5-bfe1-10a9e73d07d3" -d '{"events": [{"server_uuid": "035ea150-88d5-486c-ad85-dba6c043f084", "name": "network-vif-unplugged", "status": "completed", "tag": "8e9e33d6-44f2-4824-b458-c50abbb4cf19"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:23:25.446474 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 8e9e33d6-44f2-4824-b458-c50abbb4cf19, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=8e9e33d6-44f2-4824-b458-c50abbb4cf19,segment=NetworkSegment(9134ea55-bd26-437a-8c53-8a4f3d20725e),segment_id=9134ea55-bd26-437a-8c53-8a4f3d20725e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:23:25.468724 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 25 Jan 2022 02:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64adbb5d-5e29-47ec-b9ad-b053b4dad239 x-openstack-request-id: req-64adbb5d-5e29-47ec-b9ad-b053b4dad239 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:23:25.469043 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035ea150-88d5-486c-ad85-dba6c043f084", "name": "network-vif-unplugged", "status": "failed", "tag": "8e9e33d6-44f2-4824-b458-c50abbb4cf19", "code": 422}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:23:25.469296 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-64adbb5d-5e29-47ec-b9ad-b053b4dad239 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:23:25.469690 dv-cinder-821168-1-iscsi neutron-server[103189]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '035ea150-88d5-486c-ad85-dba6c043f084', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8e9e33d6-44f2-4824-b458-c50abbb4cf19', 'code': 422} returned with failed status Jan 25 02:23:25.528362 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (8e9e33d6-44f2-4824-b458-c50abbb4cf19), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:25.575105 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=8e9e33d6-44f2-4824-b458-c50abbb4cf19,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:26.372522 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-717d7d9c-9997-4eaa-9bb9-d417ab84bfd7 req-ae57a073-1da2-4a8f-b9ff-38926c894489 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1613436 Jan 25 02:23:26.395146 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2de87-393f-421d-a264-5707511afb5b req-c14d5eff-a860-499f-b638-45832646cbe5 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:26.396593 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a8f2de87-393f-421d-a264-5707511afb5b req-c14d5eff-a860-499f-b638-45832646cbe5 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 943 time: 0.0560195 Jan 25 02:23:26.451657 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a8f2de87-393f-421d-a264-5707511afb5b req-0b078e4d-5196-4e27-961e-385f72431536 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494039 Jan 25 02:23:26.503106 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d7d9c-9997-4eaa-9bb9-d417ab84bfd7 req-5987a185-1dc4-4fe0-91e8-58f05776236a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:26.504666 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-717d7d9c-9997-4eaa-9bb9-d417ab84bfd7 req-5987a185-1dc4-4fe0-91e8-58f05776236a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cd0e87a773cb48a5808124de0b5709f6&device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 1100 time: 0.0420482 Jan 25 02:23:26.607257 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d7d9c-9997-4eaa-9bb9-d417ab84bfd7 req-885a6bf3-3716-48a0-978f-40dad8a44798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:26.608642 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-717d7d9c-9997-4eaa-9bb9-d417ab84bfd7 req-885a6bf3-3716-48a0-978f-40dad8a44798 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9e211453-422c-4767-b463-5c4e4c8afabc HTTP/1.1" status: 200 len: 918 time: 0.0842514 Jan 25 02:23:26.677873 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-717d7d9c-9997-4eaa-9bb9-d417ab84bfd7 req-7e986459-c79e-45bd-8c5d-93b28fb93a28 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e291b176-48d5-49ec-8928-8038acdd7692 HTTP/1.1" status: 200 len: 1001 time: 0.0624893 Jan 25 02:23:26.727074 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d7d9c-9997-4eaa-9bb9-d417ab84bfd7 req-13b19e63-b303-441a-b769-94f54ed6134b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:26.728561 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-717d7d9c-9997-4eaa-9bb9-d417ab84bfd7 req-13b19e63-b303-441a-b769-94f54ed6134b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=431c2097-6312-4255-849e-eb12f9822c44 HTTP/1.1" status: 200 len: 856 time: 0.0438678 Jan 25 02:23:26.785173 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d7d9c-9997-4eaa-9bb9-d417ab84bfd7 req-951d1588-9251-43a7-a22f-1df60f7f12f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:26.786692 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-717d7d9c-9997-4eaa-9bb9-d417ab84bfd7 req-951d1588-9251-43a7-a22f-1df60f7f12f2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9e211453-422c-4767-b463-5c4e4c8afabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402610 Jan 25 02:23:26.882397 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-717d7d9c-9997-4eaa-9bb9-d417ab84bfd7 req-e9c808bf-7201-4803-a823-b2f313a93a1f service neutron] 10.222.0.79 "GET /v2.0/networks/9e211453-422c-4767-b463-5c4e4c8afabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888443 Jan 25 02:23:26.975303 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-717d7d9c-9997-4eaa-9bb9-d417ab84bfd7 req-79e2c485-d9a8-4741-aafb-f626f1b90408 service neutron] 10.222.0.79 "GET /v2.0/networks/9e211453-422c-4767-b463-5c4e4c8afabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849276 Jan 25 02:23:27.063319 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69487c0b-675b-4e34-928f-681a16745544 req-28fdd86d-36cf-4ba3-94af-68a61c5c370f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:27.065510 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-69487c0b-675b-4e34-928f-681a16745544 req-28fdd86d-36cf-4ba3-94af-68a61c5c370f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084&tenant_id=15ad996b1dfa42d8ab7b8d41dfa9eaaa HTTP/1.1" status: 200 len: 1096 time: 0.0420966 Jan 25 02:23:27.162238 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69487c0b-675b-4e34-928f-681a16745544 req-d4660517-2569-40e7-8d68-12d4056275e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:27.163739 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-69487c0b-675b-4e34-928f-681a16745544 req-d4660517-2569-40e7-8d68-12d4056275e1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=15ad996b1dfa42d8ab7b8d41dfa9eaaa&device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 1096 time: 0.0406060 Jan 25 02:23:27.280575 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69487c0b-675b-4e34-928f-681a16745544 req-6c038b78-1136-422a-ad58-bb0bb0055793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:27.282048 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-69487c0b-675b-4e34-928f-681a16745544 req-6c038b78-1136-422a-ad58-bb0bb0055793 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8426c2e2-cd82-4b79-97aa-3331e38b281f HTTP/1.1" status: 200 len: 909 time: 0.0882177 Jan 25 02:23:27.349995 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-69487c0b-675b-4e34-928f-681a16745544 req-3ecfa3b0-0b5f-4d4f-8e54-74fd7ac38363 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e9e33d6-44f2-4824-b458-c50abbb4cf19 HTTP/1.1" status: 200 len: 999 time: 0.0606692 Jan 25 02:23:27.400136 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69487c0b-675b-4e34-928f-681a16745544 req-11eb2005-1355-4ebe-8d2f-9bdfed6deeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:27.401619 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-69487c0b-675b-4e34-928f-681a16745544 req-11eb2005-1355-4ebe-8d2f-9bdfed6deeb8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0487258b-9681-41ec-976f-11fe8ddea5f0 HTTP/1.1" status: 200 len: 847 time: 0.0440595 Jan 25 02:23:27.455777 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69487c0b-675b-4e34-928f-681a16745544 req-69403cb5-7261-4013-87bc-b5ad75549df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:27.457237 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-69487c0b-675b-4e34-928f-681a16745544 req-69403cb5-7261-4013-87bc-b5ad75549df0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8426c2e2-cd82-4b79-97aa-3331e38b281f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445275 Jan 25 02:23:27.578036 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-69487c0b-675b-4e34-928f-681a16745544 req-22a56db0-b30f-4093-98db-f53e0d898bdc service neutron] 10.222.0.79 "GET /v2.0/networks/8426c2e2-cd82-4b79-97aa-3331e38b281f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113162 Jan 25 02:23:27.599265 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad74d72c-fa82-4f0d-a726-655a0a7f73e6 req-1585b3c1-716e-4e56-b151-db79f8202f08 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:27.600717 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ad74d72c-fa82-4f0d-a726-655a0a7f73e6 req-1585b3c1-716e-4e56-b151-db79f8202f08 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 943 time: 0.0743279 Jan 25 02:23:27.702785 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ad74d72c-fa82-4f0d-a726-655a0a7f73e6 req-2d9a0c35-a615-4ca4-8f16-ea7fbb7b66bd tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882845 Jan 25 02:23:27.712870 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-69487c0b-675b-4e34-928f-681a16745544 req-f1a946e0-8501-42fe-aac6-bb59a2213883 service neutron] 10.222.0.79 "GET /v2.0/networks/8426c2e2-cd82-4b79-97aa-3331e38b281f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287253 Jan 25 02:23:28.817487 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14179f15-afd1-48cb-927a-8b876105693a req-63493b10-8ef4-4f18-8e7b-1b1dd4720025 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:28.819985 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-14179f15-afd1-48cb-927a-8b876105693a req-63493b10-8ef4-4f18-8e7b-1b1dd4720025 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 943 time: 0.0500441 Jan 25 02:23:28.876083 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-14179f15-afd1-48cb-927a-8b876105693a req-e78bd6e0-75d1-476b-9e84-a87daf9bf41b tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507166 Jan 25 02:23:29.987860 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3768c7-608b-48f9-bf58-9b660d4fa347 req-7e58f1ee-9a68-46ab-85b7-e3440f94f08a tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:29.989252 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2e3768c7-608b-48f9-bf58-9b660d4fa347 req-7e58f1ee-9a68-46ab-85b7-e3440f94f08a tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 943 time: 0.0480824 Jan 25 02:23:30.037226 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2e3768c7-608b-48f9-bf58-9b660d4fa347 req-a59631ca-4872-4f83-b012-b17b82d615b9 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425620 Jan 25 02:23:31.152589 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10428c19-05d3-4823-9c80-b980b789c879 req-52f3f915-25bc-45d6-8f9c-ecd81c382587 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:31.154208 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-10428c19-05d3-4823-9c80-b980b789c879 req-52f3f915-25bc-45d6-8f9c-ecd81c382587 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 943 time: 0.0500333 Jan 25 02:23:31.202616 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-10428c19-05d3-4823-9c80-b980b789c879 req-67601fe7-42f8-4a23-95d4-547a91b123cf tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426042 Jan 25 02:23:32.319023 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f08c59-12a2-435a-8271-73b3cc7cc3c6 req-1c1043c2-07ce-48cc-88af-d449ceb89c97 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:32.320497 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-13f08c59-12a2-435a-8271-73b3cc7cc3c6 req-1c1043c2-07ce-48cc-88af-d449ceb89c97 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 943 time: 0.0523221 Jan 25 02:23:32.368230 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-13f08c59-12a2-435a-8271-73b3cc7cc3c6 req-7f520e5e-4750-4c1e-89b5-d30998cd97c3 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422220 Jan 25 02:23:33.485864 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47d9f6-827d-47fc-b998-85fa2ef99ad5 req-49a51400-e360-46be-bd1c-be4b56c695c2 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:33.488145 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6a47d9f6-827d-47fc-b998-85fa2ef99ad5 req-49a51400-e360-46be-bd1c-be4b56c695c2 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 943 time: 0.0523772 Jan 25 02:23:33.535951 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6a47d9f6-827d-47fc-b998-85fa2ef99ad5 req-588b0489-9491-4383-af23-9729a6d83032 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422082 Jan 25 02:23:34.648501 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd0280-247b-4f81-9442-9fa12ad23990 req-e426014e-67d5-4df0-8187-b0d714265a5d tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:34.650032 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3ebd0280-247b-4f81-9442-9fa12ad23990 req-e426014e-67d5-4df0-8187-b0d714265a5d tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 943 time: 0.0486214 Jan 25 02:23:34.701468 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3ebd0280-247b-4f81-9442-9fa12ad23990 req-bc0561de-3c82-4ace-8a5e-20f2c6d83745 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459177 Jan 25 02:23:35.813861 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7445b-b03b-441e-acd1-e55039a3822f req-7b78ef1a-2f6f-4778-8b45-3ca9f2de2462 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:35.815959 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dba7445b-b03b-441e-acd1-e55039a3822f req-7b78ef1a-2f6f-4778-8b45-3ca9f2de2462 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 943 time: 0.0474908 Jan 25 02:23:35.862735 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dba7445b-b03b-441e-acd1-e55039a3822f req-fcb9286b-c602-45a3-ac39-363467933ab6 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413165 Jan 25 02:23:36.978593 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ebb3a-7a3e-4364-9fa6-b63b31e10ff7 req-2f9487a9-9cba-489c-9cfe-3aa72a8613a3 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:36.979984 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-670ebb3a-7a3e-4364-9fa6-b63b31e10ff7 req-2f9487a9-9cba-489c-9cfe-3aa72a8613a3 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 943 time: 0.0518377 Jan 25 02:23:37.027900 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-670ebb3a-7a3e-4364-9fa6-b63b31e10ff7 req-2f32bf7a-e7a5-448b-bc6d-0543139589a0 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423162 Jan 25 02:23:37.423749 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-f27fc4cc-1f3e-441e-9917-a9d2bc721afd tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-566636868&fields=id&tenant_id=d438dbd2bb14452cbd5a8c8221417335 HTTP/1.1" status: 200 len: 267 time: 0.0463004 Jan 25 02:23:37.451546 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 8e9e33d6-44f2-4824-b458-c50abbb4cf19 details requested by agent hyperv_hv-cinder-82116 with host hv-cinder-82116 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:23:37.527535 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-3bcce505-ccde-489a-9e2b-ef10c2e1bbdc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:37.528926 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-3bcce505-ccde-489a-9e2b-ef10c2e1bbdc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/networks?id=476bff0e-63ed-4bbf-b038-72b2f7bd0810 HTTP/1.1" status: 200 len: 812 time: 0.0988982 Jan 25 02:23:37.543933 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-430a237b-45e7-4871-ad90-3854d0feec3d tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/quotas/d438dbd2bb14452cbd5a8c8221417335 HTTP/1.1" status: 200 len: 375 time: 0.0088093 Jan 25 02:23:37.547176 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 8e9e33d6-44f2-4824-b458-c50abbb4cf19, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=8e9e33d6-44f2-4824-b458-c50abbb4cf19,segment=NetworkSegment(9134ea55-bd26-437a-8c53-8a4f3d20725e),segment_id=9134ea55-bd26-437a-8c53-8a4f3d20725e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:23:37.557664 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Returning: {'device': '8e9e33d6-44f2-4824-b458-c50abbb4cf19', 'network_id': '8426c2e2-cd82-4b79-97aa-3331e38b281f', 'port_id': '8e9e33d6-44f2-4824-b458-c50abbb4cf19', 'mac_address': 'fa:16:3e:1e:45:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0487258b-9681-41ec-976f-11fe8ddea5f0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:23:37.594930 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 8e9e33d6-44f2-4824-b458-c50abbb4cf19 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:23:37.595384 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (8e9e33d6-44f2-4824-b458-c50abbb4cf19), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:37.595502 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-aa026559-38d4-44e3-8f15-3d60bcff1857 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=d438dbd2bb14452cbd5a8c8221417335&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460744 Jan 25 02:23:37.608373 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e9e33d6-44f2-4824-b458-c50abbb4cf19 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:23:37.628239 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 8e9e33d6-44f2-4824-b458-c50abbb4cf19, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=8e9e33d6-44f2-4824-b458-c50abbb4cf19,segment=NetworkSegment(9134ea55-bd26-437a-8c53-8a4f3d20725e),segment_id=9134ea55-bd26-437a-8c53-8a4f3d20725e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:23:37.693741 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-4e1b0aff-1fa8-4b29-957e-6b470657258d service neutron] 10.222.0.112 "GET /v2.0/networks/476bff0e-63ed-4bbf-b038-72b2f7bd0810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843031 Jan 25 02:23:37.730254 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (8e9e33d6-44f2-4824-b458-c50abbb4cf19), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:37.779254 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=8e9e33d6-44f2-4824-b458-c50abbb4cf19,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:37.785209 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-a75fdda2-99c7-4fee-870d-8089d386682c service neutron] 10.222.0.112 "GET /v2.0/networks/476bff0e-63ed-4bbf-b038-72b2f7bd0810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856056 Jan 25 02:23:38.146970 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551b673-21e7-4119-8176-3d49cef243bb req-477d4d4f-bf81-43d8-83f3-e29f9db7935d tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:38.148543 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b551b673-21e7-4119-8176-3d49cef243bb req-477d4d4f-bf81-43d8-83f3-e29f9db7935d tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 944 time: 0.0508542 Jan 25 02:23:38.155617 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['8e9e33d6-44f2-4824-b458-c50abbb4cf19'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:23:38.200402 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b551b673-21e7-4119-8176-3d49cef243bb req-95e953ef-69a4-45be-b141-8be17494660e tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463803 Jan 25 02:23:38.289983 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-539c644e-b58d-4ac1-8348-914730a2982e req-1512d26b-ab5b-4ed4-b98f-2814fa88e6ef tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=baf1c2f0-8f88-45ca-9e67-a67c920e17d0 HTTP/1.1" status: 200 len: 210 time: 0.0272849 Jan 25 02:23:39.317355 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8f79e-9b60-4e69-85c6-690b0141796e req-c73db79e-aa6c-4ea2-98d7-1108c5638854 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:39.318856 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a0a8f79e-9b60-4e69-85c6-690b0141796e req-c73db79e-aa6c-4ea2-98d7-1108c5638854 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 944 time: 0.0482552 Jan 25 02:23:39.385263 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a0a8f79e-9b60-4e69-85c6-690b0141796e req-d3d0dd1c-2c40-42af-86c0-d7d8bd264429 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609841 Jan 25 02:23:39.400582 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c816ce70-7b16-4917-83e8-30f0bba46f05 req-70ee94d8-aa8e-4050-b1b7-a4196ac937e3 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=baf1c2f0-8f88-45ca-9e67-a67c920e17d0 HTTP/1.1" status: 200 len: 210 time: 0.0350173 Jan 25 02:23:39.464367 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 8e9e33d6-44f2-4824-b458-c50abbb4cf19 up at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:23:39.513011 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning complete for port 8e9e33d6-44f2-4824-b458-c50abbb4cf19 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:23:39.513286 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (8e9e33d6-44f2-4824-b458-c50abbb4cf19), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:39.588016 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 8e9e33d6-44f2-4824-b458-c50abbb4cf19 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:23:39.588402 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (8e9e33d6-44f2-4824-b458-c50abbb4cf19), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:39.610743 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035ea150-88d5-486c-ad85-dba6c043f084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9e33d6-44f2-4824-b458-c50abbb4cf19'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:23:39.612997 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425b8effad759ea2b395d79f7fcdbc6f74d58daf1cbadf1a5a1a211e7a69aa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7caa1ea5-074f-4037-86a1-c572a50884fa" -d '{"events": [{"server_uuid": "035ea150-88d5-486c-ad85-dba6c043f084", "name": "network-vif-plugged", "status": "completed", "tag": "8e9e33d6-44f2-4824-b458-c50abbb4cf19"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:23:39.624730 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 8e9e33d6-44f2-4824-b458-c50abbb4cf19, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=8e9e33d6-44f2-4824-b458-c50abbb4cf19,segment=NetworkSegment(9134ea55-bd26-437a-8c53-8a4f3d20725e),segment_id=9134ea55-bd26-437a-8c53-8a4f3d20725e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:23:39.650159 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86e353f-4b6d-4479-b857-491baf19e365 x-openstack-request-id: req-e86e353f-4b6d-4479-b857-491baf19e365 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:23:39.650480 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035ea150-88d5-486c-ad85-dba6c043f084", "name": "network-vif-plugged", "status": "completed", "tag": "8e9e33d6-44f2-4824-b458-c50abbb4cf19", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:23:39.650749 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-e86e353f-4b6d-4479-b857-491baf19e365 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:23:39.651148 dv-cinder-821168-1-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035ea150-88d5-486c-ad85-dba6c043f084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9e33d6-44f2-4824-b458-c50abbb4cf19', 'code': 200} Jan 25 02:23:39.695887 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (8e9e33d6-44f2-4824-b458-c50abbb4cf19), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:39.744113 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=8e9e33d6-44f2-4824-b458-c50abbb4cf19,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:40.004628 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c17da-baa7-4d06-bbd1-7bce558142c6 req-2686d5c5-cd03-42cc-9b10-2d76add3b570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:40.006202 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-237c17da-baa7-4d06-bbd1-7bce558142c6 req-2686d5c5-cd03-42cc-9b10-2d76add3b570 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 1098 time: 0.0453525 Jan 25 02:23:40.052063 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-237c17da-baa7-4d06-bbd1-7bce558142c6 req-41255203-c98e-4290-9d51-7b322a5a9a47 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394568 Jan 25 02:23:40.531064 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4c142bb2-3101-4083-995b-8faf1d16bab6 req-45809c75-b94b-49dc-82b6-1d9c338559f2 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=baf1c2f0-8f88-45ca-9e67-a67c920e17d0 HTTP/1.1" status: 200 len: 210 time: 0.0376787 Jan 25 02:23:40.549221 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042417f-3033-48bf-8764-6a6ae53afcfb req-96321241-bc7f-4d54-8690-d1442f73ab75 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:40.550796 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7042417f-3033-48bf-8764-6a6ae53afcfb req-96321241-bc7f-4d54-8690-d1442f73ab75 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 945 time: 0.0854211 Jan 25 02:23:40.613581 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7042417f-3033-48bf-8764-6a6ae53afcfb req-66a38328-cae2-4308-9fd4-751be197fd99 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556002 Jan 25 02:23:40.974161 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-5e819ddf-4196-4fb3-a654-620fe5f83fc7 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:40.975646 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-5e819ddf-4196-4fb3-a654-620fe5f83fc7 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.79 "GET /v2.0/networks?id=476bff0e-63ed-4bbf-b038-72b2f7bd0810 HTTP/1.1" status: 200 len: 812 time: 0.1169534 Jan 25 02:23:41.078639 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-295eaa7e-e314-4d46-9dbb-69cb6e4924ed tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d438dbd2bb14452cbd5a8c8221417335 HTTP/1.1" status: 200 len: 379 time: 0.0654325 Jan 25 02:23:41.086906 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-ea8ff4ff-6ba8-47fc-ab63-7546b9e24a8d tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Request body: {'port': {'device_id': 'baf1c2f0-8f88-45ca-9e67-a67c920e17d0', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'admin_state_up': True, 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'security_groups': ['7b377a3c-2284-465c-98da-7d334e6c9c41']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:23:41.267172 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-ea8ff4ff-6ba8-47fc-ab63-7546b9e24a8d tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Made reservation on behalf of d438dbd2bb14452cbd5a8c8221417335 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:23:41.271405 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-ea8ff4ff-6ba8-47fc-ab63-7546b9e24a8d tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:41.400420 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-ea8ff4ff-6ba8-47fc-ab63-7546b9e24a8d tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Allocated IP 172.20.0.7 (476bff0e-63ed-4bbf-b038-72b2f7bd0810/b57988f6-205e-46c8-8abb-d10883d65470/4cf1ac27-58cf-4002-906b-e614ad7e5048) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:23:41.535649 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-ea8ff4ff-6ba8-47fc-ab63-7546b9e24a8d tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for port (4cf1ac27-58cf-4002-906b-e614ad7e5048), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:41.629799 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5584bdb3-4e1f-4007-a895-c7f7ea1c0e73 req-28208b31-361a-400f-bc4c-2d1e3482346e tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=baf1c2f0-8f88-45ca-9e67-a67c920e17d0 HTTP/1.1" status: 200 len: 210 time: 0.0262246 Jan 25 02:23:41.645669 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-ea8ff4ff-6ba8-47fc-ab63-7546b9e24a8d tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (4cf1ac27-58cf-4002-906b-e614ad7e5048), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:41.686493 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-ea8ff4ff-6ba8-47fc-ab63-7546b9e24a8d tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Network 476bff0e-63ed-4bbf-b038-72b2f7bd0810 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:23:41.692737 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-ea8ff4ff-6ba8-47fc-ab63-7546b9e24a8d tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:23:41.701551 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-ea8ff4ff-6ba8-47fc-ab63-7546b9e24a8d tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:23:41.755997 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ff4ff-6ba8-47fc-ab63-7546b9e24a8d tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Pushing event updated for resources: {'Port': ['ID=4cf1ac27-58cf-4002-906b-e614ad7e5048,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:41.777728 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ff4ff-6ba8-47fc-ab63-7546b9e24a8d tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:41.778084 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ff4ff-6ba8-47fc-ab63-7546b9e24a8d tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:41.778456 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ff4ff-6ba8-47fc-ab63-7546b9e24a8d tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:41.781811 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ff4ff-6ba8-47fc-ab63-7546b9e24a8d tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:41.781811 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ff4ff-6ba8-47fc-ab63-7546b9e24a8d tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:41.781811 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ff4ff-6ba8-47fc-ab63-7546b9e24a8d tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:41.781811 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ff4ff-6ba8-47fc-ab63-7546b9e24a8d tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:41.781811 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ff4ff-6ba8-47fc-ab63-7546b9e24a8d tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:41.781811 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ff4ff-6ba8-47fc-ab63-7546b9e24a8d tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:41.781811 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ff4ff-6ba8-47fc-ab63-7546b9e24a8d tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:41.781811 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ff4ff-6ba8-47fc-ab63-7546b9e24a8d tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:41.781811 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ff4ff-6ba8-47fc-ab63-7546b9e24a8d tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:41.781811 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ff4ff-6ba8-47fc-ab63-7546b9e24a8d tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:41.805289 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-ea8ff4ff-6ba8-47fc-ab63-7546b9e24a8d tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:41.805944 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-ea8ff4ff-6ba8-47fc-ab63-7546b9e24a8d tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:41.820948 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c22ca8-c5e4-44bc-b50f-0cd39c96878b req-d4134253-0e55-41f8-a953-2c6f4258d57b tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:41.822540 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-96c22ca8-c5e4-44bc-b50f-0cd39c96878b req-d4134253-0e55-41f8-a953-2c6f4258d57b tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 945 time: 0.1236949 Jan 25 02:23:41.875707 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-96c22ca8-c5e4-44bc-b50f-0cd39c96878b req-aeac31fe-6df5-4ddf-9da9-58933af6aa58 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464194 Jan 25 02:23:41.911994 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-ea8ff4ff-6ba8-47fc-ab63-7546b9e24a8d tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8293502 Jan 25 02:23:41.931843 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-d6a4005b-3f8b-410a-9d74-c9bf54bef2c0 service neutron] Request body: {'port': {'device_id': 'baf1c2f0-8f88-45ca-9e67-a67c920e17d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82116'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:23:41.950949 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f5302414-2d8d-4a5f-b444-5461ea5dd6c6 None None] Provisioning complete for port 4cf1ac27-58cf-4002-906b-e614ad7e5048 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:23:41.951525 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f5302414-2d8d-4a5f-b444-5461ea5dd6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (4cf1ac27-58cf-4002-906b-e614ad7e5048), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:41.986189 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-d6a4005b-3f8b-410a-9d74-c9bf54bef2c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (4cf1ac27-58cf-4002-906b-e614ad7e5048), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:41.986511 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f5302414-2d8d-4a5f-b444-5461ea5dd6c6 None None] Port 4cf1ac27-58cf-4002-906b-e614ad7e5048 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:23:42.247995 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-d6a4005b-3f8b-410a-9d74-c9bf54bef2c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cf1ac27-58cf-4002-906b-e614ad7e5048 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:23:42.255658 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-d6a4005b-3f8b-410a-9d74-c9bf54bef2c0 service neutron] Publish callbacks [] for port (4cf1ac27-58cf-4002-906b-e614ad7e5048), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:42.267056 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-d6a4005b-3f8b-410a-9d74-c9bf54bef2c0 service neutron] Transition to ACTIVE for port object 4cf1ac27-58cf-4002-906b-e614ad7e5048 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:23:42.339278 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-d6a4005b-3f8b-410a-9d74-c9bf54bef2c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26102405'] for port (4cf1ac27-58cf-4002-906b-e614ad7e5048), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:42.408791 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a4005b-3f8b-410a-9d74-c9bf54bef2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=4cf1ac27-58cf-4002-906b-e614ad7e5048,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:42.472723 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-d6a4005b-3f8b-410a-9d74-c9bf54bef2c0 service neutron] Attempting to bind port 4cf1ac27-58cf-4002-906b-e614ad7e5048 on host hv-cinder-82116 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:23:42.475249 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-d6a4005b-3f8b-410a-9d74-c9bf54bef2c0 service neutron] Attempting to bind port 4cf1ac27-58cf-4002-906b-e614ad7e5048 by drivers openvswitch,hyperv on host hv-cinder-82116 at level 0 using segments [{'id': '66beaff4-e242-4eb5-839f-09270b774f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:23:42.475249 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-d6a4005b-3f8b-410a-9d74-c9bf54bef2c0 service neutron] Attempting to bind port 4cf1ac27-58cf-4002-906b-e614ad7e5048 on network 476bff0e-63ed-4bbf-b038-72b2f7bd0810 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:23:42.480590 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-d6a4005b-3f8b-410a-9d74-c9bf54bef2c0 service neutron] Port 4cf1ac27-58cf-4002-906b-e614ad7e5048 on network 476bff0e-63ed-4bbf-b038-72b2f7bd0810 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82116 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:23:42.480899 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-d6a4005b-3f8b-410a-9d74-c9bf54bef2c0 service neutron] Attempting to bind port 4cf1ac27-58cf-4002-906b-e614ad7e5048 on network 476bff0e-63ed-4bbf-b038-72b2f7bd0810 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:23:42.491251 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-d6a4005b-3f8b-410a-9d74-c9bf54bef2c0 service neutron] Checking agent: {'id': '52d0b4b2-7edd-4256-a5ca-dd2d58b489f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 10, 20), 'started_at': datetime.datetime(2022, 1, 25, 2, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:23:42.491850 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-d6a4005b-3f8b-410a-9d74-c9bf54bef2c0 service neutron] Checking segment: {'id': '66beaff4-e242-4eb5-839f-09270b774f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:23:42.492251 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-d6a4005b-3f8b-410a-9d74-c9bf54bef2c0 service neutron] Bound using segment: {'id': '66beaff4-e242-4eb5-839f-09270b774f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:23:42.492707 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-d6a4005b-3f8b-410a-9d74-c9bf54bef2c0 service neutron] Bound port: 4cf1ac27-58cf-4002-906b-e614ad7e5048, host: hv-cinder-82116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66beaff4-e242-4eb5-839f-09270b774f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:23:42.493071 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-d6a4005b-3f8b-410a-9d74-c9bf54bef2c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (4cf1ac27-58cf-4002-906b-e614ad7e5048), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:42.577961 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-d6a4005b-3f8b-410a-9d74-c9bf54bef2c0 service neutron] For port 4cf1ac27-58cf-4002-906b-e614ad7e5048, host hv-cinder-82116, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:23:42.584281 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-d6a4005b-3f8b-410a-9d74-c9bf54bef2c0 service neutron] For port 4cf1ac27-58cf-4002-906b-e614ad7e5048, host hv-cinder-82116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=4cf1ac27-58cf-4002-906b-e614ad7e5048,segment=NetworkSegment(66beaff4-e242-4eb5-839f-09270b774f2d),segment_id=66beaff4-e242-4eb5-839f-09270b774f2d)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:23:42.656500 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-d6a4005b-3f8b-410a-9d74-c9bf54bef2c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26102405'] for port (4cf1ac27-58cf-4002-906b-e614ad7e5048), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:42.692425 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-d6a4005b-3f8b-410a-9d74-c9bf54bef2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:42.693055 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-d6a4005b-3f8b-410a-9d74-c9bf54bef2c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:42.694556 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-d6a4005b-3f8b-410a-9d74-c9bf54bef2c0 service neutron] 10.222.0.79 "PUT /v2.0/ports/4cf1ac27-58cf-4002-906b-e614ad7e5048 HTTP/1.1" status: 200 len: 1093 time: 0.7668023 Jan 25 02:23:42.694933 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf1c2f0-8f88-45ca-9e67-a67c920e17d0', 'tag': '4cf1ac27-58cf-4002-906b-e614ad7e5048'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:23:42.697165 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61bc8ca-955c-48ea-ada4-2c0b1f57b1be" -d '{"events": [{"name": "network-changed", "server_uuid": "baf1c2f0-8f88-45ca-9e67-a67c920e17d0", "tag": "4cf1ac27-58cf-4002-906b-e614ad7e5048"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:23:42.719787 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a4005b-3f8b-410a-9d74-c9bf54bef2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=4cf1ac27-58cf-4002-906b-e614ad7e5048,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:42.784979 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07917a1f-3931-4333-84c9-60a9799fc94e req-c7a814b8-2d9e-498f-8c85-698e4be0740b tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:42.786631 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-07917a1f-3931-4333-84c9-60a9799fc94e req-c7a814b8-2d9e-498f-8c85-698e4be0740b tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=baf1c2f0-8f88-45ca-9e67-a67c920e17d0 HTTP/1.1" status: 200 len: 943 time: 0.0534749 Jan 25 02:23:42.852276 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-07917a1f-3931-4333-84c9-60a9799fc94e req-81e1b0c4-827f-4cc6-85c4-3dd8e2f85882 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599322 Jan 25 02:23:42.910479 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-7ae816b0-db9f-4832-bbff-93e3bed92d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:42.912062 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-7ae816b0-db9f-4832-bbff-93e3bed92d5c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d438dbd2bb14452cbd5a8c8221417335&device_id=baf1c2f0-8f88-45ca-9e67-a67c920e17d0 HTTP/1.1" status: 200 len: 1096 time: 0.0544631 Jan 25 02:23:42.967593 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-fe142939-635d-4573-9c4f-cacf7b6ae41f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cf1ac27-58cf-4002-906b-e614ad7e5048 HTTP/1.1" status: 200 len: 217 time: 0.0407877 Jan 25 02:23:42.974648 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081d7893-2a15-4d4e-9f9c-810c73d00022 x-openstack-request-id: req-081d7893-2a15-4d4e-9f9c-810c73d00022 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:23:42.974942 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf1c2f0-8f88-45ca-9e67-a67c920e17d0", "tag": "4cf1ac27-58cf-4002-906b-e614ad7e5048", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:23:42.975192 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-081d7893-2a15-4d4e-9f9c-810c73d00022 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:23:42.975638 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf1c2f0-8f88-45ca-9e67-a67c920e17d0', 'tag': '4cf1ac27-58cf-4002-906b-e614ad7e5048', 'status': 'completed', 'code': 200} Jan 25 02:23:43.060229 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7101e5-e48e-4cba-98eb-e5793141361e req-e637a763-b1be-4cbc-a81c-153ec9eb0702 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:43.061652 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ff7101e5-e48e-4cba-98eb-e5793141361e req-e637a763-b1be-4cbc-a81c-153ec9eb0702 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 945 time: 0.0685940 Jan 25 02:23:43.132991 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-f3135ebd-23b2-4157-8028-7867e0a24165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:43.134435 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-f3135ebd-23b2-4157-8028-7867e0a24165 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b57988f6-205e-46c8-8abb-d10883d65470 HTTP/1.1" status: 200 len: 851 time: 0.1023023 Jan 25 02:23:43.160951 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfb83a-a619-417a-870f-5d6cd01f5555 req-2790e054-748f-4dbb-b502-90d6c973776d tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:43.162249 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-46cfb83a-a619-417a-870f-5d6cd01f5555 req-2790e054-748f-4dbb-b502-90d6c973776d tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 947 time: 0.1314492 Jan 25 02:23:43.205662 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ff7101e5-e48e-4cba-98eb-e5793141361e req-b30e8eac-0b93-4560-92b4-90350fb4ff71 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152034 Jan 25 02:23:43.230860 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-cda7744d-53f6-4bb2-86b4-5d83ebca4373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:43.230860 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-cda7744d-53f6-4bb2-86b4-5d83ebca4373 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=476bff0e-63ed-4bbf-b038-72b2f7bd0810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0816112 Jan 25 02:23:43.279553 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-46cfb83a-a619-417a-870f-5d6cd01f5555 req-17f39a39-da40-47da-8afd-51209661517b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113298 Jan 25 02:23:43.336466 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-da1ef065-fa55-4644-bee1-534e4e16ee79 service neutron] 10.222.0.79 "GET /v2.0/networks/476bff0e-63ed-4bbf-b038-72b2f7bd0810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003909 Jan 25 02:23:43.433829 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-55e68e28-5142-49ba-ad01-728eb72305d2 req-895f6545-ead8-42b9-8687-972d80a2c64e service neutron] 10.222.0.79 "GET /v2.0/networks/476bff0e-63ed-4bbf-b038-72b2f7bd0810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825405 Jan 25 02:23:43.636604 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61bc8ca-955c-48ea-ada4-2c0b1f57b1be req-6900be87-01df-40ea-8308-4e4daa45c346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:43.638059 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b61bc8ca-955c-48ea-ada4-2c0b1f57b1be req-6900be87-01df-40ea-8308-4e4daa45c346 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d438dbd2bb14452cbd5a8c8221417335&device_id=baf1c2f0-8f88-45ca-9e67-a67c920e17d0 HTTP/1.1" status: 200 len: 1096 time: 0.0402691 Jan 25 02:23:43.729001 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61bc8ca-955c-48ea-ada4-2c0b1f57b1be req-245fc495-384d-48a7-b8f7-8826ff1387d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:43.730477 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b61bc8ca-955c-48ea-ada4-2c0b1f57b1be req-245fc495-384d-48a7-b8f7-8826ff1387d5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=476bff0e-63ed-4bbf-b038-72b2f7bd0810 HTTP/1.1" status: 200 len: 913 time: 0.0858245 Jan 25 02:23:43.783976 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b61bc8ca-955c-48ea-ada4-2c0b1f57b1be req-468fbbe4-225b-4ea4-8b66-5176a38f051f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cf1ac27-58cf-4002-906b-e614ad7e5048 HTTP/1.1" status: 200 len: 217 time: 0.0370538 Jan 25 02:23:43.831785 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61bc8ca-955c-48ea-ada4-2c0b1f57b1be req-4be36e3e-38ee-40ea-b0b8-0ce8a50be659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:43.833180 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b61bc8ca-955c-48ea-ada4-2c0b1f57b1be req-4be36e3e-38ee-40ea-b0b8-0ce8a50be659 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b57988f6-205e-46c8-8abb-d10883d65470 HTTP/1.1" status: 200 len: 851 time: 0.0436499 Jan 25 02:23:43.880096 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61bc8ca-955c-48ea-ada4-2c0b1f57b1be req-70a5d120-3b59-4b5d-b7c9-f06b68d4a9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:43.881530 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b61bc8ca-955c-48ea-ada4-2c0b1f57b1be req-70a5d120-3b59-4b5d-b7c9-f06b68d4a9e6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=476bff0e-63ed-4bbf-b038-72b2f7bd0810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393524 Jan 25 02:23:44.015226 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b61bc8ca-955c-48ea-ada4-2c0b1f57b1be req-5db3a2ad-b573-40b0-8014-60b525ea24aa service neutron] 10.222.0.79 "GET /v2.0/networks/476bff0e-63ed-4bbf-b038-72b2f7bd0810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259811 Jan 25 02:23:44.023695 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa1da3-e9bf-42f7-8375-36056aeedba9 req-83e00a5f-9fa5-46e7-b97e-9a48ce6ae248 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:44.025043 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d9fa1da3-e9bf-42f7-8375-36056aeedba9 req-83e00a5f-9fa5-46e7-b97e-9a48ce6ae248 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=baf1c2f0-8f88-45ca-9e67-a67c920e17d0 HTTP/1.1" status: 200 len: 943 time: 0.0782630 Jan 25 02:23:44.428898 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d9fa1da3-e9bf-42f7-8375-36056aeedba9 req-fabd158b-753e-424c-ab4b-839e95ce768d tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3962700 Jan 25 02:23:44.450435 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b61bc8ca-955c-48ea-ada4-2c0b1f57b1be req-aa7e1ac9-b3f5-49a0-be2b-fb85dbdc367a service neutron] 10.222.0.79 "GET /v2.0/networks/476bff0e-63ed-4bbf-b038-72b2f7bd0810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4244604 Jan 25 02:23:44.461053 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a658a1-97ae-45fc-8dbe-354f154cfe2e req-8da35edb-81e1-49a0-897b-512a868b33db tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:44.462544 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f6a658a1-97ae-45fc-8dbe-354f154cfe2e req-8da35edb-81e1-49a0-897b-512a868b33db tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 947 time: 0.0902250 Jan 25 02:23:44.514387 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f6a658a1-97ae-45fc-8dbe-354f154cfe2e req-f8dec077-f48d-4943-a207-a30ff775fd1f tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460565 Jan 25 02:23:45.093474 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4cbe83-5dbc-4f32-b887-862166e4aa75 req-bc79650e-2b81-4912-8b6d-383af9ddad1a tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:45.094956 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cb4cbe83-5dbc-4f32-b887-862166e4aa75 req-bc79650e-2b81-4912-8b6d-383af9ddad1a tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.79 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 947 time: 0.0533330 Jan 25 02:23:45.183154 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-cb4cbe83-5dbc-4f32-b887-862166e4aa75 req-33f2d75e-7bdb-4c21-add1-ca31b9183d42 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Deleting port e291b176-48d5-49ec-8928-8038acdd7692 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:23:45.183408 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-cb4cbe83-5dbc-4f32-b887-862166e4aa75 req-33f2d75e-7bdb-4c21-add1-ca31b9183d42 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (e291b176-48d5-49ec-8928-8038acdd7692), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:45.273229 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-cb4cbe83-5dbc-4f32-b887-862166e4aa75 req-33f2d75e-7bdb-4c21-add1-ca31b9183d42 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] For port e291b176-48d5-49ec-8928-8038acdd7692, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=e291b176-48d5-49ec-8928-8038acdd7692,segment=NetworkSegment(a011af27-2f86-4052-851b-d44cff3836ce),segment_id=a011af27-2f86-4052-851b-d44cff3836ce)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:23:45.273600 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-cb4cbe83-5dbc-4f32-b887-862166e4aa75 req-33f2d75e-7bdb-4c21-add1-ca31b9183d42 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (e291b176-48d5-49ec-8928-8038acdd7692), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:45.440623 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-cb4cbe83-5dbc-4f32-b887-862166e4aa75 req-33f2d75e-7bdb-4c21-add1-ca31b9183d42 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:45.440985 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-cb4cbe83-5dbc-4f32-b887-862166e4aa75 req-33f2d75e-7bdb-4c21-add1-ca31b9183d42 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013182'] for floatingip (4ba92920-d966-41fe-93c5-5a3159cc3b5f), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:45.441310 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.db.l3_db [req-cb4cbe83-5dbc-4f32-b887-862166e4aa75 req-33f2d75e-7bdb-4c21-add1-ca31b9183d42 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Floating IP 4ba92920-d966-41fe-93c5-5a3159cc3b5f disassociated. External IP: 172.27.3.89, port: e291b176-48d5-49ec-8928-8038acdd7692. Jan 25 02:23:45.441657 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-cb4cbe83-5dbc-4f32-b887-862166e4aa75 req-33f2d75e-7bdb-4c21-add1-ca31b9183d42 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Calling delete_port for e291b176-48d5-49ec-8928-8038acdd7692 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:23:45.563201 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ae7a1-a36e-4c8d-a6e7-b64a9171ed98 req-ba8bb351-03f7-423c-800c-9d87361757db tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:45.565004 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-786ae7a1-a36e-4c8d-a6e7-b64a9171ed98 req-ba8bb351-03f7-423c-800c-9d87361757db tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=baf1c2f0-8f88-45ca-9e67-a67c920e17d0 HTTP/1.1" status: 200 len: 943 time: 0.0692441 Jan 25 02:23:45.686978 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-786ae7a1-a36e-4c8d-a6e7-b64a9171ed98 req-25b11fc4-0fbf-4f94-ae07-eaaf4f94b14c tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971470 Jan 25 02:23:45.697234 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf98507-d9c8-46f9-837f-d4447f2cc11b req-4b0c5efe-ae73-4bd8-ab39-01b8e9ea4110 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:45.698783 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dbf98507-d9c8-46f9-837f-d4447f2cc11b req-4b0c5efe-ae73-4bd8-ab39-01b8e9ea4110 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 947 time: 0.1028702 Jan 25 02:23:45.739482 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-cb4cbe83-5dbc-4f32-b887-862166e4aa75 req-33f2d75e-7bdb-4c21-add1-ca31b9183d42 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (e291b176-48d5-49ec-8928-8038acdd7692), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:45.770629 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-dbf98507-d9c8-46f9-837f-d4447f2cc11b req-35f5e2a7-b082-4479-a06f-f89709c7eb74 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups?id=75fd4c9c-2fa2-439f-b93f-7b5a53df4490&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662487 Jan 25 02:23:45.773441 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2d75e-7bdb-4c21-add1-ca31b9183d42 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Pushing event deleted for resources: {'Port': ['ID=e291b176-48d5-49ec-8928-8038acdd7692,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:45.885298 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb4cbe83-5dbc-4f32-b887-862166e4aa75 req-33f2d75e-7bdb-4c21-add1-ca31b9183d42 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Router 55bdcb44-7fc9-4220-977e-d8ff3ac87247 has already been hosted by L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:23:46.004212 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb4cbe83-5dbc-4f32-b887-862166e4aa75 req-33f2d75e-7bdb-4c21-add1-ca31b9183d42 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:23:46.013427 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c887fe-d11a-402f-aa8c-24ddb6e05ceb None None] Sync routers for ids ['55bdcb44-7fc9-4220-977e-d8ff3ac87247'] in dv-cinder-821168-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:23:46.023272 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c887fe-d11a-402f-aa8c-24ddb6e05ceb None None] Routers {'55bdcb44-7fc9-4220-977e-d8ff3ac87247'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:23:46.023897 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-01c887fe-d11a-402f-aa8c-24ddb6e05ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:23:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['55bdcb44-7fc9-4220-977e-d8ff3ac87247'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:23:46.042198 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4cbe83-5dbc-4f32-b887-862166e4aa75 req-33f2d75e-7bdb-4c21-add1-ca31b9183d42 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] No DVR routers for this DVR port e291b176-48d5-49ec-8928-8038acdd7692 on host hv-cinder-82116 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:23:46.044793 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-cb4cbe83-5dbc-4f32-b887-862166e4aa75 req-33f2d75e-7bdb-4c21-add1-ca31b9183d42 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:46.048310 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cb4cbe83-5dbc-4f32-b887-862166e4aa75 req-33f2d75e-7bdb-4c21-add1-ca31b9183d42 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.79 "DELETE /v2.0/ports/e291b176-48d5-49ec-8928-8038acdd7692 HTTP/1.1" status: 204 len: 173 time: 0.9478598 Jan 25 02:23:46.048711 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bb436c-591b-4f92-8454-2ff5fcfba2fb', 'name': 'network-vif-deleted', 'tag': 'e291b176-48d5-49ec-8928-8038acdd7692'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:23:46.051619 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe209245-02db-435e-86cd-0b7c364e8cf0" -d '{"events": [{"server_uuid": "21bb436c-591b-4f92-8454-2ff5fcfba2fb", "name": "network-vif-deleted", "tag": "e291b176-48d5-49ec-8928-8038acdd7692"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:23:46.090724 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5723f487-0003-412f-b8bd-85e7534da60e x-openstack-request-id: req-5723f487-0003-412f-b8bd-85e7534da60e {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:23:46.090724 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bb436c-591b-4f92-8454-2ff5fcfba2fb", "name": "network-vif-deleted", "tag": "e291b176-48d5-49ec-8928-8038acdd7692", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:23:46.090916 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-5723f487-0003-412f-b8bd-85e7534da60e {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:23:46.091576 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bb436c-591b-4f92-8454-2ff5fcfba2fb', 'name': 'network-vif-deleted', 'tag': 'e291b176-48d5-49ec-8928-8038acdd7692', 'status': 'completed', 'code': 200} Jan 25 02:23:46.142166 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-01c887fe-d11a-402f-aa8c-24ddb6e05ceb None None] Set router 55bdcb44-7fc9-4220-977e-d8ff3ac87247 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:23:46.359411 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-01c887fe-d11a-402f-aa8c-24ddb6e05ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'name': 'tempest-AttachVolumeShelveTestJSON-2141731291-router', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '310a90f6-2cac-46ef-b080-89b358bfc902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:12:15Z', 'updated_at': '2022-01-25T02:12:22Z', 'revision_number': 4, 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'gw_port': {'id': '310a90f6-2cac-46ef-b080-89b358bfc902', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:17Z', 'updated_at': '2022-01-25T02:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '45403224-ee71-4795-bbe3-29d77554610d', 'name': '', 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'mac_address': 'fa:16:3e:d2:41:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '431c2097-6312-4255-849e-eb12f9822c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:21Z', 'updated_at': '2022-01-25T02:12:28Z', 'revision_number': 5, 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'subnets': [{'id': '431c2097-6312-4255-849e-eb12f9822c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:23:46.388942 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c887fe-d11a-402f-aa8c-24ddb6e05ceb None None] Checking router: 55bdcb44-7fc9-4220-977e-d8ff3ac87247 for host: dv-cinder-821168-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:23:46.397718 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c887fe-d11a-402f-aa8c-24ddb6e05ceb None None] Routers {'55bdcb44-7fc9-4220-977e-d8ff3ac87247'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:23:46.398336 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-01c887fe-d11a-402f-aa8c-24ddb6e05ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:23:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['55bdcb44-7fc9-4220-977e-d8ff3ac87247'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:23:46.504035 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-01c887fe-d11a-402f-aa8c-24ddb6e05ceb None None] Set router 55bdcb44-7fc9-4220-977e-d8ff3ac87247 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:23:46.692795 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-01c887fe-d11a-402f-aa8c-24ddb6e05ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'name': 'tempest-AttachVolumeShelveTestJSON-2141731291-router', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '310a90f6-2cac-46ef-b080-89b358bfc902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:12:15Z', 'updated_at': '2022-01-25T02:12:22Z', 'revision_number': 4, 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'gw_port': {'id': '310a90f6-2cac-46ef-b080-89b358bfc902', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:17Z', 'updated_at': '2022-01-25T02:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '45403224-ee71-4795-bbe3-29d77554610d', 'name': '', 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'mac_address': 'fa:16:3e:d2:41:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '431c2097-6312-4255-849e-eb12f9822c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:21Z', 'updated_at': '2022-01-25T02:12:28Z', 'revision_number': 5, 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'subnets': [{'id': '431c2097-6312-4255-849e-eb12f9822c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:23:46.723998 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c887fe-d11a-402f-aa8c-24ddb6e05ceb None None] The sync data for ids ['55bdcb44-7fc9-4220-977e-d8ff3ac87247'] in dv-cinder-821168-1-iscsi is: [{'id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'name': 'tempest-AttachVolumeShelveTestJSON-2141731291-router', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '310a90f6-2cac-46ef-b080-89b358bfc902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:12:15Z', 'updated_at': '2022-01-25T02:12:22Z', 'revision_number': 4, 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'gw_port': {'id': '310a90f6-2cac-46ef-b080-89b358bfc902', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:17Z', 'updated_at': '2022-01-25T02:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '45403224-ee71-4795-bbe3-29d77554610d', 'name': '', 'network_id': '9e211453-422c-4767-b463-5c4e4c8afabc', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'mac_address': 'fa:16:3e:d2:41:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '431c2097-6312-4255-849e-eb12f9822c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:21Z', 'updated_at': '2022-01-25T02:12:28Z', 'revision_number': 5, 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'subnets': [{'id': '431c2097-6312-4255-849e-eb12f9822c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:23:46.807897 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05798310-0fb6-4fe1-92af-9de76f8fcc79 req-03ea702c-ff02-43a0-a56a-f28acb232f79 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:46.809423 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-05798310-0fb6-4fe1-92af-9de76f8fcc79 req-03ea702c-ff02-43a0-a56a-f28acb232f79 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=baf1c2f0-8f88-45ca-9e67-a67c920e17d0 HTTP/1.1" status: 200 len: 943 time: 0.0520635 Jan 25 02:23:46.866984 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-05798310-0fb6-4fe1-92af-9de76f8fcc79 req-f946feff-2d1b-4a42-a7a5-a1d2e3d73ef2 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503471 Jan 25 02:23:46.895232 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0c7ff0e7-e762-4036-bbda-62703c37177d req-04e46cea-4ac0-4e17-b2f2-19185eb5e420 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/ports?device_id=21bb436c-591b-4f92-8454-2ff5fcfba2fb HTTP/1.1" status: 200 len: 210 time: 0.0272796 Jan 25 02:23:47.004130 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3471ccd-8e54-4e92-b672-75917a9937c1 None None] New status for floating IP 4ba92920-d966-41fe-93c5-5a3159cc3b5f: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:23:47.506687 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device e291b176-48d5-49ec-8928-8038acdd7692 no longer exists at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:23:47.526281 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] No Port match for: e291b176-48d5-49ec-8928-8038acdd7692 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:23:47.526667 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device e291b176-48d5-49ec-8928-8038acdd7692 not bound to the agent host hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:23:47.650127 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6cf6bd8-140a-49f5-b8c5-3e49353a9011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:47.994675 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7343a0-23c4-420e-ad0c-a6ba5bf072f1 req-6b68a7e2-dab8-4bc1-a5ca-395ca8112a1e tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:47.996159 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ad7343a0-23c4-420e-ad0c-a6ba5bf072f1 req-6b68a7e2-dab8-4bc1-a5ca-395ca8112a1e tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=baf1c2f0-8f88-45ca-9e67-a67c920e17d0 HTTP/1.1" status: 200 len: 943 time: 0.0488727 Jan 25 02:23:48.043858 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ad7343a0-23c4-420e-ad0c-a6ba5bf072f1 req-22eddcaf-8590-40c5-904a-ffa25d52edcb tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421782 Jan 25 02:23:48.048463 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 40180) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:23:48.100851 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85a92c86-abce-4cca-a938-8d9c1d9ee285 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for security_group (75fd4c9c-2fa2-439f-b93f-7b5a53df4490), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:48.123646 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85a92c86-abce-4cca-a938-8d9c1d9ee285 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for security_group (75fd4c9c-2fa2-439f-b93f-7b5a53df4490), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:48.247794 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85a92c86-abce-4cca-a938-8d9c1d9ee285 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (75fd4c9c-2fa2-439f-b93f-7b5a53df4490), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:48.250464 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85a92c86-abce-4cca-a938-8d9c1d9ee285 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:48.252357 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-85a92c86-abce-4cca-a938-8d9c1d9ee285 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "DELETE /v2.0/security-groups/75fd4c9c-2fa2-439f-b93f-7b5a53df4490 HTTP/1.1" status: 204 len: 168 time: 0.2015629 Jan 25 02:23:48.254923 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 40182) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:23:48.261709 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a92c86-abce-4cca-a938-8d9c1d9ee285 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fd4c9c-2fa2-439f-b93f-7b5a53df4490,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:48.268310 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.api.v2.resource [None req-09739b45-a73d-4d8e-8ab7-adc4c4d3ae70 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] show failed (client error): The resource could not be found. Jan 25 02:23:48.269437 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-09739b45-a73d-4d8e-8ab7-adc4c4d3ae70 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "GET /v2.0/security-groups/75fd4c9c-2fa2-439f-b93f-7b5a53df4490 HTTP/1.1" status: 404 len: 347 time: 0.0133843 Jan 25 02:23:48.275843 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a92c86-abce-4cca-a938-8d9c1d9ee285 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:48.276203 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a92c86-abce-4cca-a938-8d9c1d9ee285 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:48.276551 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a92c86-abce-4cca-a938-8d9c1d9ee285 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:48.276896 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a92c86-abce-4cca-a938-8d9c1d9ee285 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:48.277029 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 40184) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:23:48.277258 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a92c86-abce-4cca-a938-8d9c1d9ee285 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:48.277620 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a92c86-abce-4cca-a938-8d9c1d9ee285 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:48.277950 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a92c86-abce-4cca-a938-8d9c1d9ee285 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:48.278283 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a92c86-abce-4cca-a938-8d9c1d9ee285 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:48.278836 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a92c86-abce-4cca-a938-8d9c1d9ee285 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:48.279167 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a92c86-abce-4cca-a938-8d9c1d9ee285 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:48.279521 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a92c86-abce-4cca-a938-8d9c1d9ee285 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:48.279853 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a92c86-abce-4cca-a938-8d9c1d9ee285 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:48.280184 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a92c86-abce-4cca-a938-8d9c1d9ee285 tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:48.402402 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-7b3ae0db-e82d-4e30-b6f0-215f72ba623b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Deleting port 1427a78d-2b7e-4c57-98d3-77ee045cb0ae {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:23:48.402746 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7b3ae0db-e82d-4e30-b6f0-215f72ba623b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (1427a78d-2b7e-4c57-98d3-77ee045cb0ae), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:48.480450 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7b3ae0db-e82d-4e30-b6f0-215f72ba623b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (1427a78d-2b7e-4c57-98d3-77ee045cb0ae), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:48.480776 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7b3ae0db-e82d-4e30-b6f0-215f72ba623b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for floatingip (1427a78d-2b7e-4c57-98d3-77ee045cb0ae), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:48.492001 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-7b3ae0db-e82d-4e30-b6f0-215f72ba623b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Calling delete_port for 1427a78d-2b7e-4c57-98d3-77ee045cb0ae owned by network:floatingip {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:23:48.684663 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7b3ae0db-e82d-4e30-b6f0-215f72ba623b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (1427a78d-2b7e-4c57-98d3-77ee045cb0ae), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:48.708743 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ae0db-e82d-4e30-b6f0-215f72ba623b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Pushing event deleted for resources: {'Port': ['ID=1427a78d-2b7e-4c57-98d3-77ee045cb0ae,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:48.769171 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7b3ae0db-e82d-4e30-b6f0-215f72ba623b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks [] for floatingip (4ba92920-d966-41fe-93c5-5a3159cc3b5f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:48.771851 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7b3ae0db-e82d-4e30-b6f0-215f72ba623b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:48.772980 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-7b3ae0db-e82d-4e30-b6f0-215f72ba623b tempest-AttachVolumeShelveTestJSON-977389885 tempest-AttachVolumeShelveTestJSON-977389885-project] 10.222.0.112 "DELETE /v2.0/floatingips/4ba92920-d966-41fe-93c5-5a3159cc3b5f HTTP/1.1" status: 204 len: 168 time: 0.4951067 Jan 25 02:23:49.174509 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87fbb88-ccc5-45e2-a864-c0ce4a4c0610 req-bc2b16e9-ab12-4a8f-a42a-9daec63b13b5 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:49.176114 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b87fbb88-ccc5-45e2-a864-c0ce4a4c0610 req-bc2b16e9-ab12-4a8f-a42a-9daec63b13b5 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=baf1c2f0-8f88-45ca-9e67-a67c920e17d0 HTTP/1.1" status: 200 len: 943 time: 0.0501807 Jan 25 02:23:49.227827 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b87fbb88-ccc5-45e2-a864-c0ce4a4c0610 req-82b498b9-23d1-4f24-874d-dd76e389e1f6 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461049 Jan 25 02:23:50.153209 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ea158310-a175-4d49-9978-a1594ec6b794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:50.349440 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d2afd-8f20-4678-82f4-0a563d35752e req-e7a6dad2-24d1-4e1d-b805-095236000686 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:50.351048 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-724d2afd-8f20-4678-82f4-0a563d35752e req-e7a6dad2-24d1-4e1d-b805-095236000686 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=baf1c2f0-8f88-45ca-9e67-a67c920e17d0 HTTP/1.1" status: 200 len: 943 time: 0.0567777 Jan 25 02:23:50.401830 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-724d2afd-8f20-4678-82f4-0a563d35752e req-07baabc1-a953-4050-a2c4-29061def7bd4 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450344 Jan 25 02:23:51.475210 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 40218) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:23:51.508337 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 4cf1ac27-58cf-4002-906b-e614ad7e5048 details requested by agent hyperv_hv-cinder-82116 with host hv-cinder-82116 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:23:51.536513 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a042e6-325c-4f6f-9cae-fada2fe2bf0f req-9ddd9fef-2f15-4ab6-95d1-f3b11f88d36b tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:51.538746 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a0a042e6-325c-4f6f-9cae-fada2fe2bf0f req-9ddd9fef-2f15-4ab6-95d1-f3b11f88d36b tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=baf1c2f0-8f88-45ca-9e67-a67c920e17d0 HTTP/1.1" status: 200 len: 943 time: 0.0661764 Jan 25 02:23:51.585256 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:51.601377 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a0a042e6-325c-4f6f-9cae-fada2fe2bf0f req-16904f18-b567-4801-97a7-51763f156f2f tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535007 Jan 25 02:23:51.614841 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 4cf1ac27-58cf-4002-906b-e614ad7e5048, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=4cf1ac27-58cf-4002-906b-e614ad7e5048,segment=NetworkSegment(66beaff4-e242-4eb5-839f-09270b774f2d),segment_id=66beaff4-e242-4eb5-839f-09270b774f2d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:23:51.626224 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Returning: {'device': '4cf1ac27-58cf-4002-906b-e614ad7e5048', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'port_id': '4cf1ac27-58cf-4002-906b-e614ad7e5048', 'mac_address': 'fa:16:3e:7f:76:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:23:51.663868 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 4cf1ac27-58cf-4002-906b-e614ad7e5048 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:23:51.664269 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (4cf1ac27-58cf-4002-906b-e614ad7e5048), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:51.680698 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cf1ac27-58cf-4002-906b-e614ad7e5048 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:23:51.701677 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 4cf1ac27-58cf-4002-906b-e614ad7e5048, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=4cf1ac27-58cf-4002-906b-e614ad7e5048,segment=NetworkSegment(66beaff4-e242-4eb5-839f-09270b774f2d),segment_id=66beaff4-e242-4eb5-839f-09270b774f2d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:23:51.773073 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (4cf1ac27-58cf-4002-906b-e614ad7e5048), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:51.821003 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=4cf1ac27-58cf-4002-906b-e614ad7e5048,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:51.827981 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:51.828313 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:51.828663 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:51.829006 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:51.829342 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:51.829676 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:51.830610 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:51.831217 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:51.831575 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:51.831911 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:51.832245 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:51.832575 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:51.832902 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:23:51.927614 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e737b63a-9ee4-44d7-a4ef-e8bf9ad686f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1015284'] for router_interface (55bdcb44-7fc9-4220-977e-d8ff3ac87247), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:52.171064 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-e737b63a-9ee4-44d7-a4ef-e8bf9ad686f6 admin admin] Deleting port 45403224-ee71-4795-bbe3-29d77554610d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:23:52.171278 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e737b63a-9ee4-44d7-a4ef-e8bf9ad686f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (45403224-ee71-4795-bbe3-29d77554610d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:52.223821 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['4cf1ac27-58cf-4002-906b-e614ad7e5048'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:23:52.246998 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-e737b63a-9ee4-44d7-a4ef-e8bf9ad686f6 admin admin] For port 45403224-ee71-4795-bbe3-29d77554610d, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=45403224-ee71-4795-bbe3-29d77554610d,segment=NetworkSegment(a011af27-2f86-4052-851b-d44cff3836ce),segment_id=a011af27-2f86-4052-851b-d44cff3836ce)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:23:52.247415 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e737b63a-9ee4-44d7-a4ef-e8bf9ad686f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (45403224-ee71-4795-bbe3-29d77554610d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:52.259465 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-e737b63a-9ee4-44d7-a4ef-e8bf9ad686f6 admin admin] Calling delete_port for 45403224-ee71-4795-bbe3-29d77554610d owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:23:52.467382 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e737b63a-9ee4-44d7-a4ef-e8bf9ad686f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25362021'] for port (45403224-ee71-4795-bbe3-29d77554610d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:52.493225 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e737b63a-9ee4-44d7-a4ef-e8bf9ad686f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=45403224-ee71-4795-bbe3-29d77554610d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:52.656502 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e737b63a-9ee4-44d7-a4ef-e8bf9ad686f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1009881'] for router_interface (55bdcb44-7fc9-4220-977e-d8ff3ac87247), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:52.722552 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074da885-2c2e-4433-afc3-ebaff4b93aff req-a970e358-8f83-47e6-908c-b635fc57dd9a tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:52.724036 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-074da885-2c2e-4433-afc3-ebaff4b93aff req-a970e358-8f83-47e6-908c-b635fc57dd9a tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=baf1c2f0-8f88-45ca-9e67-a67c920e17d0 HTTP/1.1" status: 200 len: 944 time: 0.0526962 Jan 25 02:23:52.773383 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-074da885-2c2e-4433-afc3-ebaff4b93aff req-9fa13559-6f8c-4153-b220-0aefdff681c2 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437207 Jan 25 02:23:52.866970 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e737b63a-9ee4-44d7-a4ef-e8bf9ad686f6 admin admin] Router 55bdcb44-7fc9-4220-977e-d8ff3ac87247 has already been hosted by L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:23:52.996898 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:53.087559 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:53.195429 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e737b63a-9ee4-44d7-a4ef-e8bf9ad686f6 admin admin] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:23:53.202837 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-e737b63a-9ee4-44d7-a4ef-e8bf9ad686f6 admin admin] 10.222.0.112 "PUT /v2.0/routers/55bdcb44-7fc9-4220-977e-d8ff3ac87247/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7265801 Jan 25 02:23:53.203060 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 40228) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:23:53.203891 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68905ea2-d7be-4d60-b227-c22de7a9e1b4 None None] Sync routers for ids ['55bdcb44-7fc9-4220-977e-d8ff3ac87247'] in dv-cinder-821168-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:23:53.214211 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68905ea2-d7be-4d60-b227-c22de7a9e1b4 None None] Routers {'55bdcb44-7fc9-4220-977e-d8ff3ac87247'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:23:53.214973 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-68905ea2-d7be-4d60-b227-c22de7a9e1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:23:50Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['55bdcb44-7fc9-4220-977e-d8ff3ac87247'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:23:53.309050 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d46793b7-7af8-49fa-942f-76f390ddbfb7 admin admin] Publish callbacks [] for router (55bdcb44-7fc9-4220-977e-d8ff3ac87247), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:53.318918 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-68905ea2-d7be-4d60-b227-c22de7a9e1b4 None None] Set router 55bdcb44-7fc9-4220-977e-d8ff3ac87247 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:23:53.411702 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d46793b7-7af8-49fa-942f-76f390ddbfb7 admin admin] Publish callbacks [] for router_gateway (55bdcb44-7fc9-4220-977e-d8ff3ac87247), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:53.501102 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-68905ea2-d7be-4d60-b227-c22de7a9e1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'name': 'tempest-AttachVolumeShelveTestJSON-2141731291-router', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '310a90f6-2cac-46ef-b080-89b358bfc902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:12:15Z', 'updated_at': '2022-01-25T02:23:52Z', 'revision_number': 5, 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'gw_port': {'id': '310a90f6-2cac-46ef-b080-89b358bfc902', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:12:17Z', 'updated_at': '2022-01-25T02:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi'}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:23:53.521480 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-d46793b7-7af8-49fa-942f-76f390ddbfb7 admin admin] Deleting port 310a90f6-2cac-46ef-b080-89b358bfc902 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:23:53.521828 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d46793b7-7af8-49fa-942f-76f390ddbfb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (310a90f6-2cac-46ef-b080-89b358bfc902), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:53.528320 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 4cf1ac27-58cf-4002-906b-e614ad7e5048 up at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:23:53.531507 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68905ea2-d7be-4d60-b227-c22de7a9e1b4 None None] Checking router: 55bdcb44-7fc9-4220-977e-d8ff3ac87247 for host: dv-cinder-821168-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:23:53.568054 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68905ea2-d7be-4d60-b227-c22de7a9e1b4 None None] Routers {'55bdcb44-7fc9-4220-977e-d8ff3ac87247'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:23:53.568677 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-68905ea2-d7be-4d60-b227-c22de7a9e1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:23:50Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['55bdcb44-7fc9-4220-977e-d8ff3ac87247'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:23:53.603286 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-d46793b7-7af8-49fa-942f-76f390ddbfb7 admin admin] For port 310a90f6-2cac-46ef-b080-89b358bfc902, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=310a90f6-2cac-46ef-b080-89b358bfc902,segment=NetworkSegment(563111bc-0e97-4ad0-9464-e144d87fe1b2),segment_id=563111bc-0e97-4ad0-9464-e144d87fe1b2)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:23:53.603655 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d46793b7-7af8-49fa-942f-76f390ddbfb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (310a90f6-2cac-46ef-b080-89b358bfc902), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:53.615833 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-d46793b7-7af8-49fa-942f-76f390ddbfb7 admin admin] Calling delete_port for 310a90f6-2cac-46ef-b080-89b358bfc902 owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:23:53.659379 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-68905ea2-d7be-4d60-b227-c22de7a9e1b4 None None] Set router 55bdcb44-7fc9-4220-977e-d8ff3ac87247 gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:23:53.713563 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning for port 4cf1ac27-58cf-4002-906b-e614ad7e5048 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:23:53.715535 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-68905ea2-d7be-4d60-b227-c22de7a9e1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'name': 'tempest-AttachVolumeShelveTestJSON-2141731291-router', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:12:15Z', 'updated_at': '2022-01-25T02:23:53Z', 'revision_number': 6, 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'gw_port_host': None}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:23:53.719839 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning complete for port 4cf1ac27-58cf-4002-906b-e614ad7e5048 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:23:53.720215 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (4cf1ac27-58cf-4002-906b-e614ad7e5048), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:53.744958 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68905ea2-d7be-4d60-b227-c22de7a9e1b4 None None] The sync data for ids ['55bdcb44-7fc9-4220-977e-d8ff3ac87247'] in dv-cinder-821168-1-iscsi is: [{'id': '55bdcb44-7fc9-4220-977e-d8ff3ac87247', 'name': 'tempest-AttachVolumeShelveTestJSON-2141731291-router', 'tenant_id': 'cd0e87a773cb48a5808124de0b5709f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:12:15Z', 'updated_at': '2022-01-25T02:23:53Z', 'revision_number': 6, 'project_id': 'cd0e87a773cb48a5808124de0b5709f6', 'gw_port_host': None}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:23:53.824156 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 4cf1ac27-58cf-4002-906b-e614ad7e5048 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:23:53.824660 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (4cf1ac27-58cf-4002-906b-e614ad7e5048), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:53.848296 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf1c2f0-8f88-45ca-9e67-a67c920e17d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf1ac27-58cf-4002-906b-e614ad7e5048'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:23:53.850517 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425b8effad759ea2b395d79f7fcdbc6f74d58daf1cbadf1a5a1a211e7a69aa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff73313-9be7-498e-9420-065b49ca148d" -d '{"events": [{"server_uuid": "baf1c2f0-8f88-45ca-9e67-a67c920e17d0", "name": "network-vif-plugged", "status": "completed", "tag": "4cf1ac27-58cf-4002-906b-e614ad7e5048"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:23:53.863335 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 4cf1ac27-58cf-4002-906b-e614ad7e5048, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=4cf1ac27-58cf-4002-906b-e614ad7e5048,segment=NetworkSegment(66beaff4-e242-4eb5-839f-09270b774f2d),segment_id=66beaff4-e242-4eb5-839f-09270b774f2d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:23:53.878716 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d46793b7-7af8-49fa-942f-76f390ddbfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (310a90f6-2cac-46ef-b080-89b358bfc902), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:53.888903 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5de4c0-5e3f-4dca-8374-6d764f2f9030 x-openstack-request-id: req-ad5de4c0-5e3f-4dca-8374-6d764f2f9030 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:23:53.889191 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf1c2f0-8f88-45ca-9e67-a67c920e17d0", "name": "network-vif-plugged", "status": "completed", "tag": "4cf1ac27-58cf-4002-906b-e614ad7e5048", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:23:53.889634 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-ad5de4c0-5e3f-4dca-8374-6d764f2f9030 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:23:53.890547 dv-cinder-821168-1-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf1c2f0-8f88-45ca-9e67-a67c920e17d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf1ac27-58cf-4002-906b-e614ad7e5048', 'code': 200} Jan 25 02:23:53.913840 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46793b7-7af8-49fa-942f-76f390ddbfb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=310a90f6-2cac-46ef-b080-89b358bfc902,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:53.938996 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (4cf1ac27-58cf-4002-906b-e614ad7e5048), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:53.949831 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633da3ab-5f7f-49a0-8816-aa9a518286c3 req-27569013-8723-41ef-b987-33f3a78b02e6 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:53.951353 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-633da3ab-5f7f-49a0-8816-aa9a518286c3 req-27569013-8723-41ef-b987-33f3a78b02e6 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=baf1c2f0-8f88-45ca-9e67-a67c920e17d0 HTTP/1.1" status: 200 len: 944 time: 0.1069560 Jan 25 02:23:53.988151 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=4cf1ac27-58cf-4002-906b-e614ad7e5048,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:54.011747 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d46793b7-7af8-49fa-942f-76f390ddbfb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1011973'] for router_gateway (55bdcb44-7fc9-4220-977e-d8ff3ac87247), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:54.111414 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-633da3ab-5f7f-49a0-8816-aa9a518286c3 req-bcc813f8-7cb2-49c0-9186-dde1f5013906 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395597 Jan 25 02:23:54.121728 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d46793b7-7af8-49fa-942f-76f390ddbfb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1006746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1052'] for router (55bdcb44-7fc9-4220-977e-d8ff3ac87247), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:54.124662 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d46793b7-7af8-49fa-942f-76f390ddbfb7 admin admin] Publish callbacks [] for router_controller (55bdcb44-7fc9-4220-977e-d8ff3ac87247), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:54.168827 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:23:54.247262 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d46793b7-7af8-49fa-942f-76f390ddbfb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1006737'] for router (55bdcb44-7fc9-4220-977e-d8ff3ac87247), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:54.247712 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46793b7-7af8-49fa-942f-76f390ddbfb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55bdcb44-7fc9-4220-977e-d8ff3ac87247 {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 02:23:54.253384 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d46793b7-7af8-49fa-942f-76f390ddbfb7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:54.254533 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-d46793b7-7af8-49fa-942f-76f390ddbfb7 admin admin] 10.222.0.112 "DELETE /v2.0/routers/55bdcb44-7fc9-4220-977e-d8ff3ac87247 HTTP/1.1" status: 204 len: 168 time: 1.0504773 Jan 25 02:23:54.256996 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 40236) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:23:54.300713 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-954ce0f5-1cb9-4952-ba40-82fcfc8d8219 admin admin] Deleting subnet 431c2097-6312-4255-849e-eb12f9822c44 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 02:23:54.303882 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-954ce0f5-1cb9-4952-ba40-82fcfc8d8219 admin admin] Publish callbacks [] for subnet (431c2097-6312-4255-849e-eb12f9822c44), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:54.339092 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-954ce0f5-1cb9-4952-ba40-82fcfc8d8219 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039250'] for subnet (431c2097-6312-4255-849e-eb12f9822c44), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:54.453993 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81975172-b69a-43d9-8e46-159de5f24e53 req-2123b0af-5a51-43db-b217-722225dafb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:54.455648 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-81975172-b69a-43d9-8e46-159de5f24e53 req-2123b0af-5a51-43db-b217-722225dafb22 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=baf1c2f0-8f88-45ca-9e67-a67c920e17d0 HTTP/1.1" status: 200 len: 1098 time: 0.0946681 Jan 25 02:23:54.490000 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-954ce0f5-1cb9-4952-ba40-82fcfc8d8219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16745065'] for subnet (431c2097-6312-4255-849e-eb12f9822c44), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:54.527871 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:54.552045 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-81975172-b69a-43d9-8e46-159de5f24e53 req-9e3f1d47-ff03-4bc8-9b60-85b9bcd1cd25 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853558 Jan 25 02:23:54.608589 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 45403224-ee71-4795-bbe3-29d77554610d no longer exists at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:23:54.628853 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] No Port match for: 45403224-ee71-4795-bbe3-29d77554610d {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:23:54.629199 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 45403224-ee71-4795-bbe3-29d77554610d not bound to the agent host dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:23:54.642178 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-954ce0f5-1cb9-4952-ba40-82fcfc8d8219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16745106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26102463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26172646'] for subnet (431c2097-6312-4255-849e-eb12f9822c44), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:54.669188 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ce0f5-1cb9-4952-ba40-82fcfc8d8219 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=431c2097-6312-4255-849e-eb12f9822c44,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:54.674628 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-954ce0f5-1cb9-4952-ba40-82fcfc8d8219 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:54.678875 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-954ce0f5-1cb9-4952-ba40-82fcfc8d8219 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/431c2097-6312-4255-849e-eb12f9822c44 HTTP/1.1" status: 204 len: 168 time: 0.4205015 Jan 25 02:23:54.680076 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30ae6c1-85b4-4e60-a1b4-a64c8b9b15bb None None] Network 9e211453-422c-4767-b463-5c4e4c8afabc requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:23:54.680945 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 40238) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:23:54.753452 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc877a05-912d-412d-b631-3d6e09a6514a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16363431'] for network (9e211453-422c-4767-b463-5c4e4c8afabc), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:54.816914 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-fc877a05-912d-412d-b631-3d6e09a6514a admin admin] Deleting port f2b153b1-6396-4bd7-9b8f-c3bc1f37a283 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:23:54.817266 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc877a05-912d-412d-b631-3d6e09a6514a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (f2b153b1-6396-4bd7-9b8f-c3bc1f37a283), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:54.839029 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df50ed5e-65aa-4fb2-86f3-81dfce9eff81 None None] DHCP port deletion for 9e211453-422c-4767-b463-5c4e4c8afabc request from dv-cinder-821168-1-iscsi {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 02:23:54.884965 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-fc877a05-912d-412d-b631-3d6e09a6514a admin admin] For port f2b153b1-6396-4bd7-9b8f-c3bc1f37a283, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=f2b153b1-6396-4bd7-9b8f-c3bc1f37a283,segment=NetworkSegment(a011af27-2f86-4052-851b-d44cff3836ce),segment_id=a011af27-2f86-4052-851b-d44cff3836ce)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:23:54.885572 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc877a05-912d-412d-b631-3d6e09a6514a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (f2b153b1-6396-4bd7-9b8f-c3bc1f37a283), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:54.888184 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-df50ed5e-65aa-4fb2-86f3-81dfce9eff81 None None] Deleting port f2b153b1-6396-4bd7-9b8f-c3bc1f37a283 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:23:54.888564 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df50ed5e-65aa-4fb2-86f3-81dfce9eff81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (f2b153b1-6396-4bd7-9b8f-c3bc1f37a283), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:54.897614 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-fc877a05-912d-412d-b631-3d6e09a6514a admin admin] Calling delete_port for f2b153b1-6396-4bd7-9b8f-c3bc1f37a283 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:23:55.061857 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc877a05-912d-412d-b631-3d6e09a6514a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (f2b153b1-6396-4bd7-9b8f-c3bc1f37a283), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:55.082551 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-df50ed5e-65aa-4fb2-86f3-81dfce9eff81 None None] For port f2b153b1-6396-4bd7-9b8f-c3bc1f37a283, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=f2b153b1-6396-4bd7-9b8f-c3bc1f37a283,segment=NetworkSegment(a011af27-2f86-4052-851b-d44cff3836ce),segment_id=a011af27-2f86-4052-851b-d44cff3836ce)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:23:55.082949 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df50ed5e-65aa-4fb2-86f3-81dfce9eff81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (f2b153b1-6396-4bd7-9b8f-c3bc1f37a283), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:55.086073 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc877a05-912d-412d-b631-3d6e09a6514a admin admin] Pushing event deleted for resources: {'Port': ['ID=f2b153b1-6396-4bd7-9b8f-c3bc1f37a283,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:55.091906 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc877a05-912d-412d-b631-3d6e09a6514a admin admin] No DVR routers for this DVR port f2b153b1-6396-4bd7-9b8f-c3bc1f37a283 on host dv-cinder-821168-1-iscsi {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:23:55.097352 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-df50ed5e-65aa-4fb2-86f3-81dfce9eff81 None None] Calling delete_port for f2b153b1-6396-4bd7-9b8f-c3bc1f37a283 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:23:55.172193 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc877a05-912d-412d-b631-3d6e09a6514a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16730868', 'neutron.services.segments.db._delete_segments_for_network-8777998562223'] for network (9e211453-422c-4767-b463-5c4e4c8afabc), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:55.177985 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df50ed5e-65aa-4fb2-86f3-81dfce9eff81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249'] for port (f2b153b1-6396-4bd7-9b8f-c3bc1f37a283), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:55.208185 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.services.segments.db [None req-fc877a05-912d-412d-b631-3d6e09a6514a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e211453-422c-4767-b463-5c4e4c8afabc']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:23:55.213720 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df50ed5e-65aa-4fb2-86f3-81dfce9eff81 None None] No DVR routers for this DVR port f2b153b1-6396-4bd7-9b8f-c3bc1f37a283 on host dv-cinder-821168-1-iscsi {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:23:55.218085 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df50ed5e-65aa-4fb2-86f3-81dfce9eff81 None None] Pushing event deleted for resources: {'Port': ['ID=f2b153b1-6396-4bd7-9b8f-c3bc1f37a283,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:55.233708 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.services.segments.db [None req-fc877a05-912d-412d-b631-3d6e09a6514a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a011af27-2f86-4052-851b-d44cff3836ce') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:23:55.234017 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.services.segments.db [None req-fc877a05-912d-412d-b631-3d6e09a6514a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a011af27-2f86-4052-851b-d44cff3836ce') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:23:55.247766 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc877a05-912d-412d-b631-3d6e09a6514a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777998562097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039243'] for segment (a011af27-2f86-4052-851b-d44cff3836ce), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:55.264138 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc877a05-912d-412d-b631-3d6e09a6514a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422'] for segment (a011af27-2f86-4052-851b-d44cff3836ce), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:55.275610 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2dfa13-2ae8-4829-aecf-da8184a6d41a req-f06fea7d-9817-496a-b9a8-9fe1bfb44955 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:55.277023 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2a2dfa13-2ae8-4829-aecf-da8184a6d41a req-f06fea7d-9817-496a-b9a8-9fe1bfb44955 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=baf1c2f0-8f88-45ca-9e67-a67c920e17d0 HTTP/1.1" status: 200 len: 945 time: 0.0791926 Jan 25 02:23:55.279607 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc877a05-912d-412d-b631-3d6e09a6514a admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 02:23:55.280002 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc877a05-912d-412d-b631-3d6e09a6514a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26102497'] for segment (a011af27-2f86-4052-851b-d44cff3836ce), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:55.281633 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:23:55.281633 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:23:55.281633 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:23:55.281633 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:23:55.281633 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:23:55.281633 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:23:55.281633 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:23:55.281633 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:23:55.281633 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:23:55.281633 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:23:55.281633 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:23:55.281633 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:23:55.281633 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:23:55.281633 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:23:55.281633 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:23:55.281633 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:23:55.281633 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:23:55.281633 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:23:55.281633 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:23:55.281633 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:23:55.281633 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:23:55.281633 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:23:55.281633 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:23:55.281633 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:23:55.281633 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:23:55.281633 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:23:55.281633 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:23:55.281633 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:23:55.281633 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:23:55.281633 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:23:55.281633 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:23:55.281633 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:23:55.281633 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:23:55.281633 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:23:55.281633 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:23:55.281633 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:23:55.284561 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:23:55.284561 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:23:55.284561 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:23:55.284561 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:23:55.284561 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:23:55.284561 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:23:55.284561 dv-cinder-821168-1-iscsi neutron-server[103187]: Traceback (most recent call last): Jan 25 02:23:55.284561 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 02:23:55.284561 dv-cinder-821168-1-iscsi neutron-server[103187]: timer() Jan 25 02:23:55.284561 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 02:23:55.284561 dv-cinder-821168-1-iscsi neutron-server[103187]: cb(*args, **kw) Jan 25 02:23:55.284561 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 02:23:55.284561 dv-cinder-821168-1-iscsi neutron-server[103187]: return func(*args, **kwargs) Jan 25 02:23:55.284561 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 02:23:55.284561 dv-cinder-821168-1-iscsi neutron-server[103187]: self._notify() Jan 25 02:23:55.284561 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 02:23:55.284561 dv-cinder-821168-1-iscsi neutron-server[103187]: self.callback(batched_events) Jan 25 02:23:55.284561 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 02:23:55.284561 dv-cinder-821168-1-iscsi neutron-server[103187]: event.method(event) Jan 25 02:23:55.284561 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 02:23:55.284561 dv-cinder-821168-1-iscsi neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 02:23:55.284561 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 02:23:55.284561 dv-cinder-821168-1-iscsi neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 02:23:55.284561 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 02:23:55.284561 dv-cinder-821168-1-iscsi neutron-server[103187]: return f(self, *a, **k) Jan 25 02:23:55.284561 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 02:23:55.284561 dv-cinder-821168-1-iscsi neutron-server[103187]: return self._get(url).json() Jan 25 02:23:55.284561 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 02:23:55.284561 dv-cinder-821168-1-iscsi neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 02:23:55.284561 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 02:23:55.284561 dv-cinder-821168-1-iscsi neutron-server[103187]: return self.request(url, 'GET', **kwargs) Jan 25 02:23:55.284561 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 02:23:55.284561 dv-cinder-821168-1-iscsi neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 02:23:55.284561 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 02:23:55.284561 dv-cinder-821168-1-iscsi neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 02:23:55.284561 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 02:23:55.284561 dv-cinder-821168-1-iscsi neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 02:23:55.284561 dv-cinder-821168-1-iscsi neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 02:23:55.367236 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2a2dfa13-2ae8-4829-aecf-da8184a6d41a req-2bbcd9bf-cfda-47e4-bf58-16678449bab3 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763857 Jan 25 02:23:55.467467 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc877a05-912d-412d-b631-3d6e09a6514a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16730819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013164'] for network (9e211453-422c-4767-b463-5c4e4c8afabc), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:55.472806 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc877a05-912d-412d-b631-3d6e09a6514a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:55.475879 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-fc877a05-912d-412d-b631-3d6e09a6514a admin admin] 10.222.0.112 "DELETE /v2.0/networks/9e211453-422c-4767-b463-5c4e4c8afabc HTTP/1.1" status: 204 len: 168 time: 0.7939055 Jan 25 02:23:55.489776 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc877a05-912d-412d-b631-3d6e09a6514a admin admin] Pushing event deleted for resources: {'Network': ['ID=9e211453-422c-4767-b463-5c4e4c8afabc,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:55.937274 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 40246) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:23:55.979339 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-4ea0af93-afd5-47cb-a552-7ece537b1fdc admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=cd0e87a773cb48a5808124de0b5709f6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0407240 Jan 25 02:23:55.981795 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 40248) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:23:56.029002 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f9850bf3-ba97-41a2-bb7b-3100cc4d5b6b admin admin] Publish callbacks [] for security_group (bcea727e-aa29-47fd-938c-6956aa313668), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:56.050072 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f9850bf3-ba97-41a2-bb7b-3100cc4d5b6b admin admin] Publish callbacks [] for security_group (bcea727e-aa29-47fd-938c-6956aa313668), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:56.158756 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f9850bf3-ba97-41a2-bb7b-3100cc4d5b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (bcea727e-aa29-47fd-938c-6956aa313668), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:56.162080 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f9850bf3-ba97-41a2-bb7b-3100cc4d5b6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:56.163431 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-f9850bf3-ba97-41a2-bb7b-3100cc4d5b6b admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/bcea727e-aa29-47fd-938c-6956aa313668 HTTP/1.1" status: 204 len: 168 time: 0.1805511 Jan 25 02:23:56.171390 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9850bf3-ba97-41a2-bb7b-3100cc4d5b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcea727e-aa29-47fd-938c-6956aa313668,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:56.251076 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 310a90f6-2cac-46ef-b080-89b358bfc902 no longer exists at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:23:56.271800 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] No Port match for: 310a90f6-2cac-46ef-b080-89b358bfc902 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:23:56.275567 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 310a90f6-2cac-46ef-b080-89b358bfc902 not bound to the agent host dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:23:56.275567 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device f2b153b1-6396-4bd7-9b8f-c3bc1f37a283 no longer exists at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:23:56.291578 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] No Port match for: f2b153b1-6396-4bd7-9b8f-c3bc1f37a283 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:23:56.296186 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device f2b153b1-6396-4bd7-9b8f-c3bc1f37a283 not bound to the agent host dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:23:56.488459 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97590abf-c721-4834-bc83-8fd63ac2daf0 req-a7aa031e-a4a5-4208-96c3-f2196f97d491 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:56.489948 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-97590abf-c721-4834-bc83-8fd63ac2daf0 req-a7aa031e-a4a5-4208-96c3-f2196f97d491 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=baf1c2f0-8f88-45ca-9e67-a67c920e17d0 HTTP/1.1" status: 200 len: 945 time: 0.0562398 Jan 25 02:23:56.541592 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-97590abf-c721-4834-bc83-8fd63ac2daf0 req-b54b244f-7cd5-4194-9644-e25c9c761aa8 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456281 Jan 25 02:23:56.657370 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66acc8c-dfd1-4698-bc30-b1e249756d71 req-dcef669a-9c18-4e74-b09f-5ebf5918f34f tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:56.658996 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d66acc8c-dfd1-4698-bc30-b1e249756d71 req-dcef669a-9c18-4e74-b09f-5ebf5918f34f tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=baf1c2f0-8f88-45ca-9e67-a67c920e17d0 HTTP/1.1" status: 200 len: 945 time: 0.0491879 Jan 25 02:23:56.706867 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d66acc8c-dfd1-4698-bc30-b1e249756d71 req-d7dbe655-5b1c-43d7-9ec4-83c6a31366fe tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409198 Jan 25 02:23:56.729188 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 40266) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:23:56.961738 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb188ae-457f-41bb-806f-9a858cd0e4aa tempest-TestVolumeBootPattern-828245272 tempest-TestVolumeBootPattern-828245272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:56.963360 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-1fb188ae-457f-41bb-806f-9a858cd0e4aa tempest-TestVolumeBootPattern-828245272 tempest-TestVolumeBootPattern-828245272-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=baf1c2f0-8f88-45ca-9e67-a67c920e17d0 HTTP/1.1" status: 200 len: 1093 time: 0.2331634 Jan 25 02:23:56.966696 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 40276) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:23:56.974635 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-eae69e8f-9572-4296-80b4-7052e6467d90 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Request body: {'floatingip': {'floating_network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'port_id': '4cf1ac27-58cf-4002-906b-e614ad7e5048', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:23:57.067777 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eae69e8f-9572-4296-80b4-7052e6467d90 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:57.164214 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eae69e8f-9572-4296-80b4-7052e6467d90 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:57.199392 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 40282) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:23:57.275078 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-eae69e8f-9572-4296-80b4-7052e6467d90 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Allocated IP 172.27.3.94 (a4beea5e-7380-4f54-a79a-85c8e3bac423/7e657314-da2c-44e4-949d-aa8ff76f9246/c6758ab9-40ed-4711-afd4-629fe1a5bcd9) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:23:57.304170 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ba18d8d6-03e1-4f76-a533-57df9cadd04b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1302193596-network', 'tenant_id': '58eff8a443894f2c9deea50c5b2b0f95'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:23:57.396324 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eae69e8f-9572-4296-80b4-7052e6467d90 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for port (c6758ab9-40ed-4711-afd4-629fe1a5bcd9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:57.441853 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba18d8d6-03e1-4f76-a533-57df9cadd04b admin admin] Made reservation on behalf of 58eff8a443894f2c9deea50c5b2b0f95 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:23:57.444150 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba18d8d6-03e1-4f76-a533-57df9cadd04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:57.452297 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba18d8d6-03e1-4f76-a533-57df9cadd04b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:57.492558 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eae69e8f-9572-4296-80b4-7052e6467d90 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25362021'] for port (c6758ab9-40ed-4711-afd4-629fe1a5bcd9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:57.543204 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae69e8f-9572-4296-80b4-7052e6467d90 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Network a4beea5e-7380-4f54-a79a-85c8e3bac423 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:23:57.550501 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-eae69e8f-9572-4296-80b4-7052e6467d90 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:23:57.556813 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae69e8f-9572-4296-80b4-7052e6467d90 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:23:57.558628 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae69e8f-9572-4296-80b4-7052e6467d90 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Pushing event updated for resources: {'Port': ['ID=c6758ab9-40ed-4711-afd4-629fe1a5bcd9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:57.598622 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba18d8d6-03e1-4f76-a533-57df9cadd04b admin admin] Publish callbacks [] for security_group (a25d1153-6730-448b-b04c-889af6d5bbd7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:57.656415 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba18d8d6-03e1-4f76-a533-57df9cadd04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (a25d1153-6730-448b-b04c-889af6d5bbd7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:57.693957 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba18d8d6-03e1-4f76-a533-57df9cadd04b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:23:57.701669 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba18d8d6-03e1-4f76-a533-57df9cadd04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25d1153-6730-448b-b04c-889af6d5bbd7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:57.713339 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba18d8d6-03e1-4f76-a533-57df9cadd04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422'] for segment (007644a9-d92f-4e50-9679-7f785d1d4cd6), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:57.713680 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.db.segments_db [None req-ba18d8d6-03e1-4f76-a533-57df9cadd04b admin admin] Added segment 007644a9-d92f-4e50-9679-7f785d1d4cd6 of type vlan for network 6662ef1a-d61a-454f-b2a7-5651a4a9be02 Jan 25 02:23:57.801645 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba18d8d6-03e1-4f76-a533-57df9cadd04b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777998040441'] for network (6662ef1a-d61a-454f-b2a7-5651a4a9be02), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:57.947483 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba18d8d6-03e1-4f76-a533-57df9cadd04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394'] for network (6662ef1a-d61a-454f-b2a7-5651a4a9be02), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:57.948502 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba18d8d6-03e1-4f76-a533-57df9cadd04b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:57.949083 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba18d8d6-03e1-4f76-a533-57df9cadd04b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:58.040428 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba18d8d6-03e1-4f76-a533-57df9cadd04b admin admin] Pushing event updated for resources: {'Network': ['ID=6662ef1a-d61a-454f-b2a7-5651a4a9be02,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:58.056530 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Network 6662ef1a-d61a-454f-b2a7-5651a4a9be02 details requested by agent ovs-agent-dv-cinder-821168-1-iscsi with host dv-cinder-821168-1-iscsi {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:23:58.057071 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-ba18d8d6-03e1-4f76-a533-57df9cadd04b admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8521168 Jan 25 02:23:58.057189 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 40288) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:23:58.060556 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [None req-68c845c2-0dce-427b-a589-866d0fb3ead0 admin admin] Request body: {'subnet': {'network_id': '6662ef1a-d61a-454f-b2a7-5651a4a9be02', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1302193596-subnet', 'tenant_id': '58eff8a443894f2c9deea50c5b2b0f95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:23:58.065813 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eae69e8f-9572-4296-80b4-7052e6467d90 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for floatingip (aeeb1504-de0d-464b-9d6b-f8add217818d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:58.161774 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c845c2-0dce-427b-a589-866d0fb3ead0 admin admin] Made reservation on behalf of 58eff8a443894f2c9deea50c5b2b0f95 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:23:58.164127 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-68c845c2-0dce-427b-a589-866d0fb3ead0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172611'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:58.216161 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eae69e8f-9572-4296-80b4-7052e6467d90 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (c6758ab9-40ed-4711-afd4-629fe1a5bcd9), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:58.364053 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eae69e8f-9572-4296-80b4-7052e6467d90 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for port (c6758ab9-40ed-4711-afd4-629fe1a5bcd9), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:58.399162 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-68c845c2-0dce-427b-a589-866d0fb3ead0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26102398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26172653'] for subnet (ee49caf0-77f3-4dce-909f-016cade28697), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:58.459464 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c845c2-0dce-427b-a589-866d0fb3ead0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee49caf0-77f3-4dce-909f-016cade28697,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:58.461973 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eae69e8f-9572-4296-80b4-7052e6467d90 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25362034'] for port (c6758ab9-40ed-4711-afd4-629fe1a5bcd9), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:58.463782 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c845c2-0dce-427b-a589-866d0fb3ead0 admin admin] Checking segment: {'id': '007644a9-d92f-4e50-9679-7f785d1d4cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6662ef1a-d61a-454f-b2a7-5651a4a9be02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:23:58.464146 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c845c2-0dce-427b-a589-866d0fb3ead0 admin admin] Network hostable DHCP agents. Network: 6662ef1a-d61a-454f-b2a7-5651a4a9be02, hostable agents: ['e69e460b-fe2d-42d0-be9b-976257b6f4ce'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:23:58.533001 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae69e8f-9572-4296-80b4-7052e6467d90 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Pushing event updated for resources: {'Port': ['ID=c6758ab9-40ed-4711-afd4-629fe1a5bcd9,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:58.541124 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eae69e8f-9572-4296-80b4-7052e6467d90 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013182'] for floatingip (aeeb1504-de0d-464b-9d6b-f8add217818d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:58.575588 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c845c2-0dce-427b-a589-866d0fb3ead0 admin admin] Network 6662ef1a-d61a-454f-b2a7-5651a4a9be02 is scheduled to be hosted by DHCP agent e69e460b-fe2d-42d0-be9b-976257b6f4ce with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:23:58.638517 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.db.l3_db [None req-eae69e8f-9572-4296-80b4-7052e6467d90 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Floating IP aeeb1504-de0d-464b-9d6b-f8add217818d associated. External IP: 172.27.3.94, port: 4cf1ac27-58cf-4002-906b-e614ad7e5048. Jan 25 02:23:58.649839 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-68c845c2-0dce-427b-a589-866d0fb3ead0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821168-1-iscsi, 6662ef1a-d61a-454f-b2a7-5651a4a9be02) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:23:58.654745 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c845c2-0dce-427b-a589-866d0fb3ead0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:58.655746 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-68c845c2-0dce-427b-a589-866d0fb3ead0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:58.658741 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55443ba1-ed15-46f3-8cd8-3f4eee354ada None None] Network 6662ef1a-d61a-454f-b2a7-5651a4a9be02 requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:23:58.757567 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abe7f86-fe8e-4946-b6b1-fa4783205ca4 None None] Network 6662ef1a-d61a-454f-b2a7-5651a4a9be02 requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:23:58.769229 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-68c845c2-0dce-427b-a589-866d0fb3ead0 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7047856 Jan 25 02:23:58.863687 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae69e8f-9572-4296-80b4-7052e6467d90 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Router 6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b has already been hosted by L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:23:58.968038 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae69e8f-9572-4296-80b4-7052e6467d90 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:23:58.979164 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65f61fb-8b26-4ca5-b8fd-ff435ae80fa9 None None] Sync routers for ids ['6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'] in dv-cinder-821168-1-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:23:58.989366 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65f61fb-8b26-4ca5-b8fd-ff435ae80fa9 None None] Routers {'6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:23:58.989986 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c65f61fb-8b26-4ca5-b8fd-ff435ae80fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:23:50Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:23:59.038625 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eae69e8f-9572-4296-80b4-7052e6467d90 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:59.080224 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-eae69e8f-9572-4296-80b4-7052e6467d90 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0991161 Jan 25 02:23:59.080224 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf1c2f0-8f88-45ca-9e67-a67c920e17d0', 'tag': '4cf1ac27-58cf-4002-906b-e614ad7e5048'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:23:59.080224 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55eb1f5f04cb26fc67ab56f1edd83d26eaebcb891754328a749e7af1ecc95ba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61b3cd0-f4fd-4d18-96db-b568bc6edb76" -d '{"events": [{"name": "network-changed", "server_uuid": "baf1c2f0-8f88-45ca-9e67-a67c920e17d0", "tag": "4cf1ac27-58cf-4002-906b-e614ad7e5048"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:23:59.099275 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c65f61fb-8b26-4ca5-b8fd-ff435ae80fa9 None None] Set router 6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b gateway port host: dv-cinder-821168-1-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:23:59.107519 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0599c51-d5d8-4833-b3d6-4208c7495cb0 x-openstack-request-id: req-a0599c51-d5d8-4833-b3d6-4208c7495cb0 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:23:59.107813 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf1c2f0-8f88-45ca-9e67-a67c920e17d0", "tag": "4cf1ac27-58cf-4002-906b-e614ad7e5048", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:23:59.108072 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-a0599c51-d5d8-4833-b3d6-4208c7495cb0 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:23:59.108476 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf1c2f0-8f88-45ca-9e67-a67c920e17d0', 'tag': '4cf1ac27-58cf-4002-906b-e614ad7e5048', 'status': 'completed', 'code': 200} Jan 25 02:23:59.209701 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b3cd0-f4fd-4d18-96db-b568bc6edb76 req-468177a6-66c5-4f03-bd78-795dc80e419d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:59.213940 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c61b3cd0-f4fd-4d18-96db-b568bc6edb76 req-468177a6-66c5-4f03-bd78-795dc80e419d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d438dbd2bb14452cbd5a8c8221417335&device_id=baf1c2f0-8f88-45ca-9e67-a67c920e17d0 HTTP/1.1" status: 200 len: 1098 time: 0.0496759 Jan 25 02:23:59.337062 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c65f61fb-8b26-4ca5-b8fd-ff435ae80fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'name': 'tempest-TestVolumeBootPattern-1419120635-router', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:00Z', 'revision_number': 4, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'gw_port': {'id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_floatingips': [{'id': 'aeeb1504-de0d-464b-9d6b-f8add217818d', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'floating_ip_address': '172.27.3.94', 'floating_network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'router_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'port_id': '4cf1ac27-58cf-4002-906b-e614ad7e5048', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'mac_address': 'fa:16:3e:7f:76:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf1c2f0-8f88-45ca-9e67-a67c920e17d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:23:57Z', 'updated_at': '2022-01-25T02:23:57Z', 'revision_number': 0, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '673fd286-0c77-4456-ac5a-318418a32fed', 'name': '', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'mac_address': 'fa:16:3e:9a:44:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:23:00Z', 'updated_at': '2022-01-25T02:23:05Z', 'revision_number': 5, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'subnets': [{'id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:23:59.368780 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65f61fb-8b26-4ca5-b8fd-ff435ae80fa9 None None] Checking router: 6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b for host: dv-cinder-821168-1-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:23:59.378706 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65f61fb-8b26-4ca5-b8fd-ff435ae80fa9 None None] Routers {'6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:23:59.379339 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c65f61fb-8b26-4ca5-b8fd-ff435ae80fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:23:50Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:23:59.435116 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 40310) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:23:59.440031 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-900f7cbe-1716-41b1-a4a0-be14160b2f98 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-723951039-network', 'tenant_id': 'c6c6bbe4288b450998aeda5bae364443'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:23:59.514177 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900f7cbe-1716-41b1-a4a0-be14160b2f98 admin admin] Made reservation on behalf of c6c6bbe4288b450998aeda5bae364443 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:23:59.517088 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-900f7cbe-1716-41b1-a4a0-be14160b2f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:59.529540 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-900f7cbe-1716-41b1-a4a0-be14160b2f98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:59.590141 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b3cd0-f4fd-4d18-96db-b568bc6edb76 req-20db2328-a863-4275-a754-a22f39b8b036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:59.592094 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c61b3cd0-f4fd-4d18-96db-b568bc6edb76 req-20db2328-a863-4275-a754-a22f39b8b036 service neutron] 10.222.0.79 "GET /v2.0/networks?id=476bff0e-63ed-4bbf-b038-72b2f7bd0810 HTTP/1.1" status: 200 len: 913 time: 0.3682294 Jan 25 02:23:59.592858 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c65f61fb-8b26-4ca5-b8fd-ff435ae80fa9 None None] Set router 6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b gateway port host: dv-cinder-821168-1-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:23:59.620623 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-900f7cbe-1716-41b1-a4a0-be14160b2f98 admin admin] Publish callbacks [] for security_group (f7308dfd-963f-48ce-97bd-36f0dfd9d3da), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:59.657685 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c61b3cd0-f4fd-4d18-96db-b568bc6edb76 req-30c3a857-c3e3-49b3-a973-74d49787c91f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cf1ac27-58cf-4002-906b-e614ad7e5048 HTTP/1.1" status: 200 len: 998 time: 0.0587854 Jan 25 02:23:59.706219 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b3cd0-f4fd-4d18-96db-b568bc6edb76 req-d21d962f-7179-42cf-8c4a-998efdf0f7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:59.707740 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c61b3cd0-f4fd-4d18-96db-b568bc6edb76 req-d21d962f-7179-42cf-8c4a-998efdf0f7ac service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b57988f6-205e-46c8-8abb-d10883d65470 HTTP/1.1" status: 200 len: 851 time: 0.0432820 Jan 25 02:23:59.712566 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-900f7cbe-1716-41b1-a4a0-be14160b2f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (f7308dfd-963f-48ce-97bd-36f0dfd9d3da), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:59.737489 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-900f7cbe-1716-41b1-a4a0-be14160b2f98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:23:59.746462 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f7cbe-1716-41b1-a4a0-be14160b2f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7308dfd-963f-48ce-97bd-36f0dfd9d3da,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:59.752387 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-900f7cbe-1716-41b1-a4a0-be14160b2f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422'] for segment (2a848753-828a-4faf-a952-db16a1243dc8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:59.753230 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.db.segments_db [None req-900f7cbe-1716-41b1-a4a0-be14160b2f98 admin admin] Added segment 2a848753-828a-4faf-a952-db16a1243dc8 of type vlan for network 2dd86351-fad1-4cad-8e22-450ee9deefc7 Jan 25 02:23:59.759595 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b3cd0-f4fd-4d18-96db-b568bc6edb76 req-5fe3ebff-d76e-4064-acb6-b4d00391eaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:59.761055 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c61b3cd0-f4fd-4d18-96db-b568bc6edb76 req-5fe3ebff-d76e-4064-acb6-b4d00391eaf8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=476bff0e-63ed-4bbf-b038-72b2f7bd0810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473380 Jan 25 02:23:59.806801 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-900f7cbe-1716-41b1-a4a0-be14160b2f98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777998040441'] for network (2dd86351-fad1-4cad-8e22-450ee9deefc7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:59.826487 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c65f61fb-8b26-4ca5-b8fd-ff435ae80fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'name': 'tempest-TestVolumeBootPattern-1419120635-router', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:00Z', 'revision_number': 4, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'gw_port': {'id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_floatingips': [{'id': 'aeeb1504-de0d-464b-9d6b-f8add217818d', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'floating_ip_address': '172.27.3.94', 'floating_network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'router_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'port_id': '4cf1ac27-58cf-4002-906b-e614ad7e5048', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'mac_address': 'fa:16:3e:7f:76:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf1c2f0-8f88-45ca-9e67-a67c920e17d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:23:57Z', 'updated_at': '2022-01-25T02:23:57Z', 'revision_number': 0, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '673fd286-0c77-4456-ac5a-318418a32fed', 'name': '', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'mac_address': 'fa:16:3e:9a:44:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:23:00Z', 'updated_at': '2022-01-25T02:23:05Z', 'revision_number': 5, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'subnets': [{'id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:23:59.854646 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c61b3cd0-f4fd-4d18-96db-b568bc6edb76 req-97b62c44-9944-44de-a5d0-64c21b5b0a84 service neutron] 10.222.0.79 "GET /v2.0/networks/476bff0e-63ed-4bbf-b038-72b2f7bd0810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861733 Jan 25 02:23:59.857870 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65f61fb-8b26-4ca5-b8fd-ff435ae80fa9 None None] The sync data for ids ['6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'] in dv-cinder-821168-1-iscsi is: [{'id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'name': 'tempest-TestVolumeBootPattern-1419120635-router', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:00Z', 'revision_number': 4, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'gw_port': {'id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_floatingips': [{'id': 'aeeb1504-de0d-464b-9d6b-f8add217818d', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'floating_ip_address': '172.27.3.94', 'floating_network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'router_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'port_id': '4cf1ac27-58cf-4002-906b-e614ad7e5048', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'mac_address': 'fa:16:3e:7f:76:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf1c2f0-8f88-45ca-9e67-a67c920e17d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:23:57Z', 'updated_at': '2022-01-25T02:23:57Z', 'revision_number': 0, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '673fd286-0c77-4456-ac5a-318418a32fed', 'name': '', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'mac_address': 'fa:16:3e:9a:44:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:23:00Z', 'updated_at': '2022-01-25T02:23:05Z', 'revision_number': 5, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'subnets': [{'id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:23:59.890735 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-900f7cbe-1716-41b1-a4a0-be14160b2f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394'] for network (2dd86351-fad1-4cad-8e22-450ee9deefc7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:59.891860 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900f7cbe-1716-41b1-a4a0-be14160b2f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:23:59.892647 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-900f7cbe-1716-41b1-a4a0-be14160b2f98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:23:59.952757 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f7cbe-1716-41b1-a4a0-be14160b2f98 admin admin] Pushing event updated for resources: {'Network': ['ID=2dd86351-fad1-4cad-8e22-450ee9deefc7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:23:59.954277 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c61b3cd0-f4fd-4d18-96db-b568bc6edb76 req-6081cb63-df14-4427-81c7-6d2c45c7c6d9 service neutron] 10.222.0.79 "GET /v2.0/networks/476bff0e-63ed-4bbf-b038-72b2f7bd0810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928407 Jan 25 02:23:59.963896 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Network 2dd86351-fad1-4cad-8e22-450ee9deefc7 details requested by agent ovs-agent-dv-cinder-821168-1-iscsi with host dv-cinder-821168-1-iscsi {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:23:59.991395 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-900f7cbe-1716-41b1-a4a0-be14160b2f98 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5549159 Jan 25 02:23:59.993867 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 40314) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:23:59.998768 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-20419b91-abdc-4991-b0cc-0c8d925cb0a3 admin admin] Request body: {'subnet': {'network_id': '2dd86351-fad1-4cad-8e22-450ee9deefc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-723951039-subnet', 'tenant_id': 'c6c6bbe4288b450998aeda5bae364443', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:24:00.068913 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf351b0-096b-470b-a89b-9c01e9970ca3 None None] New status for floating IP aeeb1504-de0d-464b-9d6b-f8add217818d: ACTIVE {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:24:00.092795 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20419b91-abdc-4991-b0cc-0c8d925cb0a3 admin admin] Made reservation on behalf of c6c6bbe4288b450998aeda5bae364443 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:24:00.095244 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-20419b91-abdc-4991-b0cc-0c8d925cb0a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25199807'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:00.352785 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-20419b91-abdc-4991-b0cc-0c8d925cb0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25362057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25199761'] for subnet (e91744e2-2c2a-429c-90f9-6982e41c945d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:00.409663 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20419b91-abdc-4991-b0cc-0c8d925cb0a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e91744e2-2c2a-429c-90f9-6982e41c945d,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:24:00.422163 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20419b91-abdc-4991-b0cc-0c8d925cb0a3 admin admin] Checking segment: {'id': '2a848753-828a-4faf-a952-db16a1243dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2dd86351-fad1-4cad-8e22-450ee9deefc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:24:00.422323 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20419b91-abdc-4991-b0cc-0c8d925cb0a3 admin admin] Network hostable DHCP agents. Network: 2dd86351-fad1-4cad-8e22-450ee9deefc7, hostable agents: ['e69e460b-fe2d-42d0-be9b-976257b6f4ce'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:24:00.492586 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20419b91-abdc-4991-b0cc-0c8d925cb0a3 admin admin] Network 2dd86351-fad1-4cad-8e22-450ee9deefc7 is scheduled to be hosted by DHCP agent e69e460b-fe2d-42d0-be9b-976257b6f4ce with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:24:00.569661 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-20419b91-abdc-4991-b0cc-0c8d925cb0a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821168-1-iscsi, 2dd86351-fad1-4cad-8e22-450ee9deefc7) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:24:00.573703 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20419b91-abdc-4991-b0cc-0c8d925cb0a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:24:00.574302 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-20419b91-abdc-4991-b0cc-0c8d925cb0a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:00.578852 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222edc72-2e45-4287-8da9-51a837d2c49b None None] Network 2dd86351-fad1-4cad-8e22-450ee9deefc7 requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:24:00.655366 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-20419b91-abdc-4991-b0cc-0c8d925cb0a3 admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6602855 Jan 25 02:24:00.681610 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1419ad-ca26-4014-9cb0-ce6eba5a5f92 None None] Network 2dd86351-fad1-4cad-8e22-450ee9deefc7 requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:24:00.779618 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 40320) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:24:00.834916 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-c05eb2c5-3636-4e96-b83f-a39780c97900 admin admin] Deleting subnet ee49caf0-77f3-4dce-909f-016cade28697 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 02:24:00.838053 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c05eb2c5-3636-4e96-b83f-a39780c97900 admin admin] Publish callbacks [] for subnet (ee49caf0-77f3-4dce-909f-016cade28697), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:00.871019 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c05eb2c5-3636-4e96-b83f-a39780c97900 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25179602'] for subnet (ee49caf0-77f3-4dce-909f-016cade28697), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:00.908541 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c05eb2c5-3636-4e96-b83f-a39780c97900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16745065'] for subnet (ee49caf0-77f3-4dce-909f-016cade28697), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:01.030408 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c05eb2c5-3636-4e96-b83f-a39780c97900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16745106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25361992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25199770'] for subnet (ee49caf0-77f3-4dce-909f-016cade28697), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:01.055420 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05eb2c5-3636-4e96-b83f-a39780c97900 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee49caf0-77f3-4dce-909f-016cade28697,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:24:01.060333 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c05eb2c5-3636-4e96-b83f-a39780c97900 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:01.063735 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-c05eb2c5-3636-4e96-b83f-a39780c97900 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/ee49caf0-77f3-4dce-909f-016cade28697 HTTP/1.1" status: 204 len: 168 time: 0.2814291 Jan 25 02:24:01.067226 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 40322) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:24:01.139441 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ebe9958-8c7a-4b3c-9665-748d094cbaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16363431'] for network (6662ef1a-d61a-454f-b2a7-5651a4a9be02), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:01.216299 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ebe9958-8c7a-4b3c-9665-748d094cbaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16730868', 'neutron.services.segments.db._delete_segments_for_network-8777998562223'] for network (6662ef1a-d61a-454f-b2a7-5651a4a9be02), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:01.235165 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6ebe9958-8c7a-4b3c-9665-748d094cbaf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6662ef1a-d61a-454f-b2a7-5651a4a9be02']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:24:01.248248 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6ebe9958-8c7a-4b3c-9665-748d094cbaf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '007644a9-d92f-4e50-9679-7f785d1d4cd6') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:24:01.248551 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6ebe9958-8c7a-4b3c-9665-748d094cbaf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '007644a9-d92f-4e50-9679-7f785d1d4cd6') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:24:01.258577 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ebe9958-8c7a-4b3c-9665-748d094cbaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777998562097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25179595'] for segment (007644a9-d92f-4e50-9679-7f785d1d4cd6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:01.271738 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ebe9958-8c7a-4b3c-9665-748d094cbaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422'] for segment (007644a9-d92f-4e50-9679-7f785d1d4cd6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:01.277407 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ebe9958-8c7a-4b3c-9665-748d094cbaf2 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 02:24:01.277782 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ebe9958-8c7a-4b3c-9665-748d094cbaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25361942'] for segment (007644a9-d92f-4e50-9679-7f785d1d4cd6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:01.279386 dv-cinder-821168-1-iscsi neutron-server[103188]: Traceback (most recent call last): Jan 25 02:24:01.279386 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 02:24:01.279386 dv-cinder-821168-1-iscsi neutron-server[103188]: timer() Jan 25 02:24:01.279386 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 02:24:01.279386 dv-cinder-821168-1-iscsi neutron-server[103188]: cb(*args, **kw) Jan 25 02:24:01.279386 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 02:24:01.279386 dv-cinder-821168-1-iscsi neutron-server[103188]: return func(*args, **kwargs) Jan 25 02:24:01.279386 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 02:24:01.279386 dv-cinder-821168-1-iscsi neutron-server[103188]: self._notify() Jan 25 02:24:01.279386 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 02:24:01.279386 dv-cinder-821168-1-iscsi neutron-server[103188]: self.callback(batched_events) Jan 25 02:24:01.279386 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 02:24:01.279386 dv-cinder-821168-1-iscsi neutron-server[103188]: event.method(event) Jan 25 02:24:01.279386 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 02:24:01.279386 dv-cinder-821168-1-iscsi neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 02:24:01.279386 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 02:24:01.279386 dv-cinder-821168-1-iscsi neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 02:24:01.279386 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 02:24:01.279386 dv-cinder-821168-1-iscsi neutron-server[103188]: return f(self, *a, **k) Jan 25 02:24:01.279386 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 02:24:01.279386 dv-cinder-821168-1-iscsi neutron-server[103188]: return self._get(url).json() Jan 25 02:24:01.279386 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 02:24:01.279386 dv-cinder-821168-1-iscsi neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 02:24:01.279386 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 02:24:01.279386 dv-cinder-821168-1-iscsi neutron-server[103188]: return self.request(url, 'GET', **kwargs) Jan 25 02:24:01.279386 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 02:24:01.279386 dv-cinder-821168-1-iscsi neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 02:24:01.279386 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 02:24:01.279386 dv-cinder-821168-1-iscsi neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 02:24:01.279386 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 02:24:01.279386 dv-cinder-821168-1-iscsi neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 02:24:01.279386 dv-cinder-821168-1-iscsi neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 02:24:01.449967 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ebe9958-8c7a-4b3c-9665-748d094cbaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16730819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013164'] for network (6662ef1a-d61a-454f-b2a7-5651a4a9be02), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:01.455550 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ebe9958-8c7a-4b3c-9665-748d094cbaf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:01.460529 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-6ebe9958-8c7a-4b3c-9665-748d094cbaf2 admin admin] 10.222.0.112 "DELETE /v2.0/networks/6662ef1a-d61a-454f-b2a7-5651a4a9be02 HTTP/1.1" status: 204 len: 168 time: 0.3912032 Jan 25 02:24:01.462243 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 40324) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:24:01.470998 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe9958-8c7a-4b3c-9665-748d094cbaf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6662ef1a-d61a-454f-b2a7-5651a4a9be02,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:24:01.508414 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-4631ec99-a7c8-4f82-91bf-4927e8dfb61c admin admin] Deleting subnet e91744e2-2c2a-429c-90f9-6982e41c945d {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 02:24:01.511674 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4631ec99-a7c8-4f82-91bf-4927e8dfb61c admin admin] Publish callbacks [] for subnet (e91744e2-2c2a-429c-90f9-6982e41c945d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:01.545200 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4631ec99-a7c8-4f82-91bf-4927e8dfb61c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039250'] for subnet (e91744e2-2c2a-429c-90f9-6982e41c945d), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:01.586739 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4631ec99-a7c8-4f82-91bf-4927e8dfb61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16745065'] for subnet (e91744e2-2c2a-429c-90f9-6982e41c945d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:01.681575 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4631ec99-a7c8-4f82-91bf-4927e8dfb61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16745106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26102463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26172646'] for subnet (e91744e2-2c2a-429c-90f9-6982e41c945d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:01.705073 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631ec99-a7c8-4f82-91bf-4927e8dfb61c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e91744e2-2c2a-429c-90f9-6982e41c945d,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:24:01.710740 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4631ec99-a7c8-4f82-91bf-4927e8dfb61c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:01.713880 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-4631ec99-a7c8-4f82-91bf-4927e8dfb61c admin admin] 10.222.0.112 "DELETE /v2.0/subnets/e91744e2-2c2a-429c-90f9-6982e41c945d HTTP/1.1" status: 204 len: 168 time: 0.2505391 Jan 25 02:24:01.716610 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 40326) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:24:01.786598 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-988bfeba-889a-4a82-be83-342870bac55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16363431'] for network (2dd86351-fad1-4cad-8e22-450ee9deefc7), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:01.869733 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-988bfeba-889a-4a82-be83-342870bac55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16730868', 'neutron.services.segments.db._delete_segments_for_network-8777998562223'] for network (2dd86351-fad1-4cad-8e22-450ee9deefc7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:01.889422 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.services.segments.db [None req-988bfeba-889a-4a82-be83-342870bac55a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd86351-fad1-4cad-8e22-450ee9deefc7']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:24:01.898698 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.services.segments.db [None req-988bfeba-889a-4a82-be83-342870bac55a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a848753-828a-4faf-a952-db16a1243dc8') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:24:01.899001 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.services.segments.db [None req-988bfeba-889a-4a82-be83-342870bac55a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a848753-828a-4faf-a952-db16a1243dc8') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:24:01.907995 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-988bfeba-889a-4a82-be83-342870bac55a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777998562097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039243'] for segment (2a848753-828a-4faf-a952-db16a1243dc8), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:01.920967 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-988bfeba-889a-4a82-be83-342870bac55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422'] for segment (2a848753-828a-4faf-a952-db16a1243dc8), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:01.931053 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-988bfeba-889a-4a82-be83-342870bac55a admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 02:24:01.931445 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-988bfeba-889a-4a82-be83-342870bac55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26102497'] for segment (2a848753-828a-4faf-a952-db16a1243dc8), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:01.933088 dv-cinder-821168-1-iscsi neutron-server[103187]: Traceback (most recent call last): Jan 25 02:24:01.933088 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 02:24:01.933088 dv-cinder-821168-1-iscsi neutron-server[103187]: timer() Jan 25 02:24:01.933088 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 02:24:01.933088 dv-cinder-821168-1-iscsi neutron-server[103187]: cb(*args, **kw) Jan 25 02:24:01.933088 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 02:24:01.933088 dv-cinder-821168-1-iscsi neutron-server[103187]: return func(*args, **kwargs) Jan 25 02:24:01.933088 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 02:24:01.933088 dv-cinder-821168-1-iscsi neutron-server[103187]: self._notify() Jan 25 02:24:01.933088 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 02:24:01.933088 dv-cinder-821168-1-iscsi neutron-server[103187]: self.callback(batched_events) Jan 25 02:24:01.933088 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 02:24:01.933088 dv-cinder-821168-1-iscsi neutron-server[103187]: event.method(event) Jan 25 02:24:01.933088 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 02:24:01.933088 dv-cinder-821168-1-iscsi neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 02:24:01.933088 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 02:24:01.933088 dv-cinder-821168-1-iscsi neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 02:24:01.933088 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 02:24:01.933088 dv-cinder-821168-1-iscsi neutron-server[103187]: return f(self, *a, **k) Jan 25 02:24:01.933088 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 02:24:01.933088 dv-cinder-821168-1-iscsi neutron-server[103187]: return self._get(url).json() Jan 25 02:24:01.933088 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 02:24:01.933088 dv-cinder-821168-1-iscsi neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 02:24:01.933088 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 02:24:01.933088 dv-cinder-821168-1-iscsi neutron-server[103187]: return self.request(url, 'GET', **kwargs) Jan 25 02:24:01.933088 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 02:24:01.933088 dv-cinder-821168-1-iscsi neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 02:24:01.933088 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 02:24:01.933088 dv-cinder-821168-1-iscsi neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 02:24:01.933088 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 02:24:01.933088 dv-cinder-821168-1-iscsi neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 02:24:01.933088 dv-cinder-821168-1-iscsi neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 02:24:02.047014 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-988bfeba-889a-4a82-be83-342870bac55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16730819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013164'] for network (2dd86351-fad1-4cad-8e22-450ee9deefc7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:02.052511 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-988bfeba-889a-4a82-be83-342870bac55a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:02.055605 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-988bfeba-889a-4a82-be83-342870bac55a admin admin] 10.222.0.112 "DELETE /v2.0/networks/2dd86351-fad1-4cad-8e22-450ee9deefc7 HTTP/1.1" status: 204 len: 168 time: 0.3380954 Jan 25 02:24:02.066430 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988bfeba-889a-4a82-be83-342870bac55a admin admin] Pushing event deleted for resources: {'Network': ['ID=2dd86351-fad1-4cad-8e22-450ee9deefc7,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:24:02.407121 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 40332) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:24:02.446015 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-af4fd442-fd3d-44dc-bae9-ffdeabf37326 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=58eff8a443894f2c9deea50c5b2b0f95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377483 Jan 25 02:24:02.448416 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 40334) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:24:02.494718 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-52a8837b-b73f-4521-bc87-8fa18e66b14a admin admin] Publish callbacks [] for security_group (a25d1153-6730-448b-b04c-889af6d5bbd7), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:02.514928 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-52a8837b-b73f-4521-bc87-8fa18e66b14a admin admin] Publish callbacks [] for security_group (a25d1153-6730-448b-b04c-889af6d5bbd7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:02.643805 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-52a8837b-b73f-4521-bc87-8fa18e66b14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (a25d1153-6730-448b-b04c-889af6d5bbd7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:02.646788 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-52a8837b-b73f-4521-bc87-8fa18e66b14a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:02.647940 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-52a8837b-b73f-4521-bc87-8fa18e66b14a admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/a25d1153-6730-448b-b04c-889af6d5bbd7 HTTP/1.1" status: 204 len: 168 time: 0.1986330 Jan 25 02:24:02.661092 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8837b-b73f-4521-bc87-8fa18e66b14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25d1153-6730-448b-b04c-889af6d5bbd7,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:24:03.280745 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 40342) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:24:03.320578 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-56715607-dd08-4ab4-8f0c-2fe7f173e385 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=c6c6bbe4288b450998aeda5bae364443&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386586 Jan 25 02:24:03.322989 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 40344) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:24:03.372781 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e3ab9d6f-15e2-4e62-9243-3be0f279782d admin admin] Publish callbacks [] for security_group (f7308dfd-963f-48ce-97bd-36f0dfd9d3da), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:03.393721 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e3ab9d6f-15e2-4e62-9243-3be0f279782d admin admin] Publish callbacks [] for security_group (f7308dfd-963f-48ce-97bd-36f0dfd9d3da), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:03.512663 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e3ab9d6f-15e2-4e62-9243-3be0f279782d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (f7308dfd-963f-48ce-97bd-36f0dfd9d3da), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:03.515237 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e3ab9d6f-15e2-4e62-9243-3be0f279782d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:03.516376 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-e3ab9d6f-15e2-4e62-9243-3be0f279782d admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/f7308dfd-963f-48ce-97bd-36f0dfd9d3da HTTP/1.1" status: 204 len: 168 time: 0.1925032 Jan 25 02:24:03.524257 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab9d6f-15e2-4e62-9243-3be0f279782d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7308dfd-963f-48ce-97bd-36f0dfd9d3da,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:24:17.638265 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1dd4efcc-e295-4741-877d-10532d651345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:19.615496 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 40544) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:24:19.718078 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-75676efa-ddc5-474d-95c8-e2eeeb7af901 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:19.793863 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-75676efa-ddc5-474d-95c8-e2eeeb7af901 admin admin] Publish callbacks [] for security_group (e5ad3a5e-4ed6-45fc-b8c9-2ca01920aac5), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:19.851876 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-75676efa-ddc5-474d-95c8-e2eeeb7af901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (e5ad3a5e-4ed6-45fc-b8c9-2ca01920aac5), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:19.890960 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-75676efa-ddc5-474d-95c8-e2eeeb7af901 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=b8cb256678a7400999d69275a75b33ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2743869 Jan 25 02:24:19.891828 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75676efa-ddc5-474d-95c8-e2eeeb7af901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ad3a5e-4ed6-45fc-b8c9-2ca01920aac5,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:24:19.893629 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 40550) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:24:19.941093 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86f244b1-0576-4be4-9936-6a946f3eaad5 admin admin] Publish callbacks [] for security_group (e5ad3a5e-4ed6-45fc-b8c9-2ca01920aac5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:19.965680 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86f244b1-0576-4be4-9936-6a946f3eaad5 admin admin] Publish callbacks [] for security_group (e5ad3a5e-4ed6-45fc-b8c9-2ca01920aac5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:20.172700 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-516b5093-eef7-4c0d-aa33-651d0580be83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:20.303395 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86f244b1-0576-4be4-9936-6a946f3eaad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (e5ad3a5e-4ed6-45fc-b8c9-2ca01920aac5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:20.305888 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86f244b1-0576-4be4-9936-6a946f3eaad5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:20.307047 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-86f244b1-0576-4be4-9936-6a946f3eaad5 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/e5ad3a5e-4ed6-45fc-b8c9-2ca01920aac5 HTTP/1.1" status: 204 len: 168 time: 0.4123602 Jan 25 02:24:20.314568 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f244b1-0576-4be4-9936-6a946f3eaad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ad3a5e-4ed6-45fc-b8c9-2ca01920aac5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:24:20.852256 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 40558) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:24:20.865691 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-39d3f905-6e99-4465-a03e-9df0541da38f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:20.938494 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-39d3f905-6e99-4465-a03e-9df0541da38f admin admin] Publish callbacks [] for security_group (62bf40be-53fa-41f2-9e2d-6459f6841ac6), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:21.000538 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-39d3f905-6e99-4465-a03e-9df0541da38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (62bf40be-53fa-41f2-9e2d-6459f6841ac6), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:21.038490 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-39d3f905-6e99-4465-a03e-9df0541da38f admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=47960bc3c23548f99d0fcb2eb4bd58e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1851361 Jan 25 02:24:21.039807 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3f905-6e99-4465-a03e-9df0541da38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62bf40be-53fa-41f2-9e2d-6459f6841ac6,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:24:21.041299 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 40560) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:24:21.087465 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5fe4743e-a161-406f-ab0f-5fa24161c238 admin admin] Publish callbacks [] for security_group (62bf40be-53fa-41f2-9e2d-6459f6841ac6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:21.108108 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5fe4743e-a161-406f-ab0f-5fa24161c238 admin admin] Publish callbacks [] for security_group (62bf40be-53fa-41f2-9e2d-6459f6841ac6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:21.246423 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5fe4743e-a161-406f-ab0f-5fa24161c238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (62bf40be-53fa-41f2-9e2d-6459f6841ac6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:21.248973 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5fe4743e-a161-406f-ab0f-5fa24161c238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:21.250134 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-5fe4743e-a161-406f-ab0f-5fa24161c238 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/62bf40be-53fa-41f2-9e2d-6459f6841ac6 HTTP/1.1" status: 204 len: 168 time: 0.2078602 Jan 25 02:24:21.258970 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe4743e-a161-406f-ab0f-5fa24161c238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bf40be-53fa-41f2-9e2d-6459f6841ac6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:24:21.566562 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:23.006196 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:23.097393 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:24.537605 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:25.555034 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 40636) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:24:25.694738 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5612a16-ca4a-4953-bc88-eb0e1e8ce56d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:25.765715 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5612a16-ca4a-4953-bc88-eb0e1e8ce56d admin admin] Publish callbacks [] for security_group (2195f9f6-3975-4936-951e-19fb411f72d4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:25.837957 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5612a16-ca4a-4953-bc88-eb0e1e8ce56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (2195f9f6-3975-4936-951e-19fb411f72d4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:25.876558 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-c5612a16-ca4a-4953-bc88-eb0e1e8ce56d admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=b7097811d0fc47a2a997dd9fff255c68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3204749 Jan 25 02:24:25.877388 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5612a16-ca4a-4953-bc88-eb0e1e8ce56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2195f9f6-3975-4936-951e-19fb411f72d4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:24:25.879419 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 40640) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:24:25.928390 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-78d415d3-4ce1-4d69-bb78-3594e874fbf1 admin admin] Publish callbacks [] for security_group (2195f9f6-3975-4936-951e-19fb411f72d4), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:25.951453 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-78d415d3-4ce1-4d69-bb78-3594e874fbf1 admin admin] Publish callbacks [] for security_group (2195f9f6-3975-4936-951e-19fb411f72d4), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:26.080708 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-78d415d3-4ce1-4d69-bb78-3594e874fbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (2195f9f6-3975-4936-951e-19fb411f72d4), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:26.084167 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-78d415d3-4ce1-4d69-bb78-3594e874fbf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:26.085335 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-78d415d3-4ce1-4d69-bb78-3594e874fbf1 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/2195f9f6-3975-4936-951e-19fb411f72d4 HTTP/1.1" status: 204 len: 168 time: 0.2048807 Jan 25 02:24:26.093474 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d415d3-4ce1-4d69-bb78-3594e874fbf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2195f9f6-3975-4936-951e-19fb411f72d4,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:24:26.857772 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 40662) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:24:26.871872 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d6f21f39-4499-493c-90eb-9a1d8a47a320 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:26.945061 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d6f21f39-4499-493c-90eb-9a1d8a47a320 admin admin] Publish callbacks [] for security_group (4bef8b98-678f-4b4c-a52d-b97a8629bd30), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:27.009669 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d6f21f39-4499-493c-90eb-9a1d8a47a320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (4bef8b98-678f-4b4c-a52d-b97a8629bd30), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:27.050515 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-d6f21f39-4499-493c-90eb-9a1d8a47a320 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=bdabd0d02e014a9a922edb0b72464024&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1915061 Jan 25 02:24:27.052024 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f21f39-4499-493c-90eb-9a1d8a47a320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bef8b98-678f-4b4c-a52d-b97a8629bd30,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:24:27.053820 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 40664) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:24:27.102018 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ef35d0b-f336-4804-aa08-4ca9898c9e03 admin admin] Publish callbacks [] for security_group (4bef8b98-678f-4b4c-a52d-b97a8629bd30), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:27.123261 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ef35d0b-f336-4804-aa08-4ca9898c9e03 admin admin] Publish callbacks [] for security_group (4bef8b98-678f-4b4c-a52d-b97a8629bd30), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:27.249171 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ef35d0b-f336-4804-aa08-4ca9898c9e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (4bef8b98-678f-4b4c-a52d-b97a8629bd30), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:27.251693 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ef35d0b-f336-4804-aa08-4ca9898c9e03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:27.252911 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-4ef35d0b-f336-4804-aa08-4ca9898c9e03 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/4bef8b98-678f-4b4c-a52d-b97a8629bd30 HTTP/1.1" status: 204 len: 168 time: 0.1980786 Jan 25 02:24:27.261146 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef35d0b-f336-4804-aa08-4ca9898c9e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bef8b98-678f-4b4c-a52d-b97a8629bd30,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:24:28.050235 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-db45e0cd-1290-438b-8b19-87a2a998771c req-4ab1db5f-63bc-4704-a9f7-dc2704dc6822 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4aef8a0f-d88d-4675-856f-6518e6876546&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466218 Jan 25 02:24:28.123768 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45e0cd-1290-438b-8b19-87a2a998771c req-f93e8692-b89a-4dab-b704-7b8efb4d2a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:24:28.125273 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-db45e0cd-1290-438b-8b19-87a2a998771c req-f93e8692-b89a-4dab-b704-7b8efb4d2a98 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1dc0c55e351a499ba2e0b38fd3fea46c&device_id=4aef8a0f-d88d-4675-856f-6518e6876546 HTTP/1.1" status: 200 len: 1098 time: 0.0412543 Jan 25 02:24:28.233949 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45e0cd-1290-438b-8b19-87a2a998771c req-8f945c1b-fd3d-4e66-addd-0646dabaacf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:24:28.235577 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-db45e0cd-1290-438b-8b19-87a2a998771c req-8f945c1b-fd3d-4e66-addd-0646dabaacf9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=01d302a1-d37b-4d5b-9a51-6cceb6126a3f HTTP/1.1" status: 200 len: 912 time: 0.0910215 Jan 25 02:24:28.300936 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-db45e0cd-1290-438b-8b19-87a2a998771c req-9bf357b3-6c7a-4c5c-860b-b6d6cf5a587f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c0c1fac-8ef4-4fbf-94a7-3257088fc83c HTTP/1.1" status: 200 len: 1001 time: 0.0585279 Jan 25 02:24:28.351155 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45e0cd-1290-438b-8b19-87a2a998771c req-24432184-0e8d-4363-823d-ef1f28b1642c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:24:28.352549 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-db45e0cd-1290-438b-8b19-87a2a998771c req-24432184-0e8d-4363-823d-ef1f28b1642c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4433a20e-0a7e-4dda-9aa9-6ade059d64f5 HTTP/1.1" status: 200 len: 850 time: 0.0460849 Jan 25 02:24:28.400713 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45e0cd-1290-438b-8b19-87a2a998771c req-7798a9a3-c2dc-4596-ae29-b0dc06b753a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:24:28.402187 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-db45e0cd-1290-438b-8b19-87a2a998771c req-7798a9a3-c2dc-4596-ae29-b0dc06b753a7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=01d302a1-d37b-4d5b-9a51-6cceb6126a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438414 Jan 25 02:24:28.494561 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-db45e0cd-1290-438b-8b19-87a2a998771c req-76e189db-56fa-4c4d-92bb-0a2025a53483 service neutron] 10.222.0.79 "GET /v2.0/networks/01d302a1-d37b-4d5b-9a51-6cceb6126a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848031 Jan 25 02:24:28.590030 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-db45e0cd-1290-438b-8b19-87a2a998771c req-b5ed3aba-517b-4c7b-8cfa-9e61e5f0bbec service neutron] 10.222.0.79 "GET /v2.0/networks/01d302a1-d37b-4d5b-9a51-6cceb6126a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889013 Jan 25 02:24:31.167856 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:24:35.383752 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 40792) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:24:35.488444 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f8ba836-223a-4cd5-9647-4736ee5ef99f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:35.558831 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f8ba836-223a-4cd5-9647-4736ee5ef99f admin admin] Publish callbacks [] for security_group (4e00ba88-a786-4db3-8baa-97d5945d4ad9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:35.620597 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f8ba836-223a-4cd5-9647-4736ee5ef99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (4e00ba88-a786-4db3-8baa-97d5945d4ad9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:35.658575 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-1f8ba836-223a-4cd5-9647-4736ee5ef99f admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=775d5ffdf48c4041930a01c4033e40f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2737105 Jan 25 02:24:35.661276 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 40796) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:24:35.664198 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ba836-223a-4cd5-9647-4736ee5ef99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e00ba88-a786-4db3-8baa-97d5945d4ad9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:24:35.708742 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-34f7d6cb-a949-48fa-b42e-5c8f4fd12e90 admin admin] Publish callbacks [] for security_group (4e00ba88-a786-4db3-8baa-97d5945d4ad9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:35.730935 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-34f7d6cb-a949-48fa-b42e-5c8f4fd12e90 admin admin] Publish callbacks [] for security_group (4e00ba88-a786-4db3-8baa-97d5945d4ad9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:35.825910 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-34f7d6cb-a949-48fa-b42e-5c8f4fd12e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (4e00ba88-a786-4db3-8baa-97d5945d4ad9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:35.828556 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-34f7d6cb-a949-48fa-b42e-5c8f4fd12e90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:35.829748 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-34f7d6cb-a949-48fa-b42e-5c8f4fd12e90 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/4e00ba88-a786-4db3-8baa-97d5945d4ad9 HTTP/1.1" status: 204 len: 168 time: 0.1674557 Jan 25 02:24:35.837633 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f7d6cb-a949-48fa-b42e-5c8f4fd12e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e00ba88-a786-4db3-8baa-97d5945d4ad9,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:24:36.397394 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 40804) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:24:36.410312 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9a0608fb-e80c-46f8-aad3-8c32f160b2ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:36.488519 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9a0608fb-e80c-46f8-aad3-8c32f160b2ff admin admin] Publish callbacks [] for security_group (7a7d22de-6830-42d5-bbf5-76ddc128f2f0), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:36.557831 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9a0608fb-e80c-46f8-aad3-8c32f160b2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (7a7d22de-6830-42d5-bbf5-76ddc128f2f0), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:36.596219 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-9a0608fb-e80c-46f8-aad3-8c32f160b2ff admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=e57e734dc6a64b1dbf53b841a29b871f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1976182 Jan 25 02:24:36.598153 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0608fb-e80c-46f8-aad3-8c32f160b2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7d22de-6830-42d5-bbf5-76ddc128f2f0,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:24:36.598924 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 40806) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:24:36.648813 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32a3e971-bf10-4847-b2d4-fe1d9c51d10d admin admin] Publish callbacks [] for security_group (7a7d22de-6830-42d5-bbf5-76ddc128f2f0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:36.668703 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32a3e971-bf10-4847-b2d4-fe1d9c51d10d admin admin] Publish callbacks [] for security_group (7a7d22de-6830-42d5-bbf5-76ddc128f2f0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:36.791821 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32a3e971-bf10-4847-b2d4-fe1d9c51d10d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (7a7d22de-6830-42d5-bbf5-76ddc128f2f0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:36.794389 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32a3e971-bf10-4847-b2d4-fe1d9c51d10d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:36.795537 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-32a3e971-bf10-4847-b2d4-fe1d9c51d10d admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/7a7d22de-6830-42d5-bbf5-76ddc128f2f0 HTTP/1.1" status: 204 len: 168 time: 0.1956389 Jan 25 02:24:36.803150 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3e971-bf10-4847-b2d4-fe1d9c51d10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7d22de-6830-42d5-bbf5-76ddc128f2f0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:24:37.458298 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 40822) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:24:37.477028 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-045053b7-83e0-4a03-a510-8a591a2ccb83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:37.549066 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-045053b7-83e0-4a03-a510-8a591a2ccb83 admin admin] Publish callbacks [] for security_group (45088521-f8b1-48a3-b95f-a99467ee2340), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:37.632878 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-045053b7-83e0-4a03-a510-8a591a2ccb83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (45088521-f8b1-48a3-b95f-a99467ee2340), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:37.677855 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-045053b7-83e0-4a03-a510-8a591a2ccb83 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=6161a53ce75e4fa7bbe6f0079f150df4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182317 Jan 25 02:24:37.678832 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045053b7-83e0-4a03-a510-8a591a2ccb83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45088521-f8b1-48a3-b95f-a99467ee2340,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:24:37.680324 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 40830) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:24:37.727359 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4364fcfc-3c8e-4abf-9978-16f9816e0cca admin admin] Publish callbacks [] for security_group (45088521-f8b1-48a3-b95f-a99467ee2340), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:37.747929 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4364fcfc-3c8e-4abf-9978-16f9816e0cca admin admin] Publish callbacks [] for security_group (45088521-f8b1-48a3-b95f-a99467ee2340), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:37.868690 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4364fcfc-3c8e-4abf-9978-16f9816e0cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (45088521-f8b1-48a3-b95f-a99467ee2340), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:37.871342 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4364fcfc-3c8e-4abf-9978-16f9816e0cca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:37.872468 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-4364fcfc-3c8e-4abf-9978-16f9816e0cca admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/45088521-f8b1-48a3-b95f-a99467ee2340 HTTP/1.1" status: 204 len: 168 time: 0.1910868 Jan 25 02:24:37.880811 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364fcfc-3c8e-4abf-9978-16f9816e0cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45088521-f8b1-48a3-b95f-a99467ee2340,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:24:41.379007 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 40926) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:24:41.495096 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a383b59b-a8df-4860-a971-f8643d835828 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:41.565313 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a383b59b-a8df-4860-a971-f8643d835828 admin admin] Publish callbacks [] for security_group (fa72debe-8301-4ec9-b819-d06b50599cdc), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:41.643143 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a383b59b-a8df-4860-a971-f8643d835828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (fa72debe-8301-4ec9-b819-d06b50599cdc), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:41.680448 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383b59b-a8df-4860-a971-f8643d835828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa72debe-8301-4ec9-b819-d06b50599cdc,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:24:41.684934 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-a383b59b-a8df-4860-a971-f8643d835828 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=7ef72993bc554313878d9cea30a7a0e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3049202 Jan 25 02:24:41.687967 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 40930) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:24:41.735397 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ff854e6-20f6-481d-9169-5d27dcbb5719 admin admin] Publish callbacks [] for security_group (fa72debe-8301-4ec9-b819-d06b50599cdc), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:41.756039 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ff854e6-20f6-481d-9169-5d27dcbb5719 admin admin] Publish callbacks [] for security_group (fa72debe-8301-4ec9-b819-d06b50599cdc), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:41.868455 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ff854e6-20f6-481d-9169-5d27dcbb5719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (fa72debe-8301-4ec9-b819-d06b50599cdc), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:41.871029 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ff854e6-20f6-481d-9169-5d27dcbb5719 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:41.872175 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-0ff854e6-20f6-481d-9169-5d27dcbb5719 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/fa72debe-8301-4ec9-b819-d06b50599cdc HTTP/1.1" status: 204 len: 168 time: 0.1835887 Jan 25 02:24:41.880272 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff854e6-20f6-481d-9169-5d27dcbb5719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa72debe-8301-4ec9-b819-d06b50599cdc,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:24:42.494072 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 40940) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:24:42.507207 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3bdda3d-dca4-4ded-a38e-79186d09d7a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:42.589646 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3bdda3d-dca4-4ded-a38e-79186d09d7a8 admin admin] Publish callbacks [] for security_group (8a3999f5-1e5c-45d0-9cf8-afa865f8b45c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:42.643975 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3bdda3d-dca4-4ded-a38e-79186d09d7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (8a3999f5-1e5c-45d0-9cf8-afa865f8b45c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:42.687004 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-f3bdda3d-dca4-4ded-a38e-79186d09d7a8 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=033a4a9f640b440ebefa0bd5553fbd73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1918254 Jan 25 02:24:42.687962 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bdda3d-dca4-4ded-a38e-79186d09d7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3999f5-1e5c-45d0-9cf8-afa865f8b45c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:24:42.689599 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 40950) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:24:42.753959 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d3621128-9cb2-4ac9-974d-71f3e2b07347 admin admin] Publish callbacks [] for security_group (8a3999f5-1e5c-45d0-9cf8-afa865f8b45c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:42.781442 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d3621128-9cb2-4ac9-974d-71f3e2b07347 admin admin] Publish callbacks [] for security_group (8a3999f5-1e5c-45d0-9cf8-afa865f8b45c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:42.902603 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d3621128-9cb2-4ac9-974d-71f3e2b07347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (8a3999f5-1e5c-45d0-9cf8-afa865f8b45c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:42.905293 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d3621128-9cb2-4ac9-974d-71f3e2b07347 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:42.906500 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-d3621128-9cb2-4ac9-974d-71f3e2b07347 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/8a3999f5-1e5c-45d0-9cf8-afa865f8b45c HTTP/1.1" status: 204 len: 168 time: 0.2148237 Jan 25 02:24:42.915478 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3621128-9cb2-4ac9-974d-71f3e2b07347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3999f5-1e5c-45d0-9cf8-afa865f8b45c,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:24:42.921506 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3621128-9cb2-4ac9-974d-71f3e2b07347 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:24:42.921864 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3621128-9cb2-4ac9-974d-71f3e2b07347 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:24:42.922411 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3621128-9cb2-4ac9-974d-71f3e2b07347 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:24:42.922764 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3621128-9cb2-4ac9-974d-71f3e2b07347 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:24:42.923126 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3621128-9cb2-4ac9-974d-71f3e2b07347 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:24:42.923447 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3621128-9cb2-4ac9-974d-71f3e2b07347 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:24:42.923783 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3621128-9cb2-4ac9-974d-71f3e2b07347 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:24:42.924118 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3621128-9cb2-4ac9-974d-71f3e2b07347 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:24:42.924739 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3621128-9cb2-4ac9-974d-71f3e2b07347 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:24:42.925205 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3621128-9cb2-4ac9-974d-71f3e2b07347 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:24:42.925547 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3621128-9cb2-4ac9-974d-71f3e2b07347 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:24:42.925880 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3621128-9cb2-4ac9-974d-71f3e2b07347 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:24:42.926209 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3621128-9cb2-4ac9-974d-71f3e2b07347 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:24:43.220038 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3a4d3-cfac-41c2-8119-5ec9ed9170f6 req-5f15c938-634e-4631-9c59-3db35f1a2edc tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:24:43.221590 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4ec3a4d3-cfac-41c2-8119-5ec9ed9170f6 req-5f15c938-634e-4631-9c59-3db35f1a2edc tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=4aef8a0f-d88d-4675-856f-6518e6876546 HTTP/1.1" status: 200 len: 945 time: 0.0502410 Jan 25 02:24:43.270701 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4ec3a4d3-cfac-41c2-8119-5ec9ed9170f6 req-44241dbb-3009-4924-9914-9faabf11de77 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=3a4ba3fe-5efb-433a-b1f4-4b7154ec1ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426514 Jan 25 02:24:44.387773 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb514b-221b-4a68-974c-ba20137d7e84 req-c8ed3916-8709-49ba-ba02-e5fa0865312e tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:24:44.389247 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6dcb514b-221b-4a68-974c-ba20137d7e84 req-c8ed3916-8709-49ba-ba02-e5fa0865312e tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=4aef8a0f-d88d-4675-856f-6518e6876546 HTTP/1.1" status: 200 len: 945 time: 0.0489299 Jan 25 02:24:44.437689 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6dcb514b-221b-4a68-974c-ba20137d7e84 req-452068fe-d169-4a8c-8655-588fb9682b54 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=3a4ba3fe-5efb-433a-b1f4-4b7154ec1ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428293 Jan 25 02:24:45.487262 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c746b-66f0-489d-b05e-b244702474df req-aa6d566a-46da-45e7-93c1-9c604eec14ba tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:24:45.488769 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ff5c746b-66f0-489d-b05e-b244702474df req-aa6d566a-46da-45e7-93c1-9c604eec14ba tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aef8a0f-d88d-4675-856f-6518e6876546 HTTP/1.1" status: 200 len: 945 time: 0.0549288 Jan 25 02:24:45.594824 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1eb89d-0f57-4927-a031-528a6247556b req-5ae9b310-b38d-4783-acba-891131adf898 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:24:45.596296 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0f1eb89d-0f57-4927-a031-528a6247556b req-5ae9b310-b38d-4783-acba-891131adf898 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=4aef8a0f-d88d-4675-856f-6518e6876546 HTTP/1.1" status: 200 len: 945 time: 0.0777218 Jan 25 02:24:45.643280 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-ff5c746b-66f0-489d-b05e-b244702474df req-f13b976f-3f1f-4ed2-98aa-de08db4115fa tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Deleting port 1c0c1fac-8ef4-4fbf-94a7-3257088fc83c {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:24:45.643631 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ff5c746b-66f0-489d-b05e-b244702474df req-f13b976f-3f1f-4ed2-98aa-de08db4115fa tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (1c0c1fac-8ef4-4fbf-94a7-3257088fc83c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:45.678010 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0f1eb89d-0f57-4927-a031-528a6247556b req-4b9b2c3c-c639-4fd0-afba-fcbefd56da8d tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups?id=3a4ba3fe-5efb-433a-b1f4-4b7154ec1ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755475 Jan 25 02:24:45.742670 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-ff5c746b-66f0-489d-b05e-b244702474df req-f13b976f-3f1f-4ed2-98aa-de08db4115fa tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] For port 1c0c1fac-8ef4-4fbf-94a7-3257088fc83c, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=1c0c1fac-8ef4-4fbf-94a7-3257088fc83c,segment=NetworkSegment(96256bba-260a-4340-9ca9-6919fb0b7ef1),segment_id=96256bba-260a-4340-9ca9-6919fb0b7ef1)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:24:45.742962 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ff5c746b-66f0-489d-b05e-b244702474df req-f13b976f-3f1f-4ed2-98aa-de08db4115fa tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (1c0c1fac-8ef4-4fbf-94a7-3257088fc83c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:45.920309 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ff5c746b-66f0-489d-b05e-b244702474df req-f13b976f-3f1f-4ed2-98aa-de08db4115fa tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:45.920669 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ff5c746b-66f0-489d-b05e-b244702474df req-f13b976f-3f1f-4ed2-98aa-de08db4115fa tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013182'] for floatingip (316985a1-f0f1-4081-9863-e4ca3537a9ed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:45.920993 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.db.l3_db [req-ff5c746b-66f0-489d-b05e-b244702474df req-f13b976f-3f1f-4ed2-98aa-de08db4115fa tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Floating IP 316985a1-f0f1-4081-9863-e4ca3537a9ed disassociated. External IP: 172.27.3.177, port: 1c0c1fac-8ef4-4fbf-94a7-3257088fc83c. Jan 25 02:24:45.921339 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-ff5c746b-66f0-489d-b05e-b244702474df req-f13b976f-3f1f-4ed2-98aa-de08db4115fa tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Calling delete_port for 1c0c1fac-8ef4-4fbf-94a7-3257088fc83c owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:24:46.113854 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ff5c746b-66f0-489d-b05e-b244702474df req-f13b976f-3f1f-4ed2-98aa-de08db4115fa tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (1c0c1fac-8ef4-4fbf-94a7-3257088fc83c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:46.141515 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b976f-3f1f-4ed2-98aa-de08db4115fa tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Pushing event deleted for resources: {'Port': ['ID=1c0c1fac-8ef4-4fbf-94a7-3257088fc83c,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:24:46.256754 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff5c746b-66f0-489d-b05e-b244702474df req-f13b976f-3f1f-4ed2-98aa-de08db4115fa tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Router 0364cad3-edfd-4ce2-b2fb-a17a8e703e09 has already been hosted by L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:24:46.364170 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff5c746b-66f0-489d-b05e-b244702474df req-f13b976f-3f1f-4ed2-98aa-de08db4115fa tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:24:46.374351 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bfd386-33b2-4eda-890f-75d84505d229 None None] Sync routers for ids ['0364cad3-edfd-4ce2-b2fb-a17a8e703e09'] in dv-cinder-821168-1-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:24:46.384723 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bfd386-33b2-4eda-890f-75d84505d229 None None] Routers {'0364cad3-edfd-4ce2-b2fb-a17a8e703e09'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:24:46.385342 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-65bfd386-33b2-4eda-890f-75d84505d229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:24:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['0364cad3-edfd-4ce2-b2fb-a17a8e703e09'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:24:46.404165 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff5c746b-66f0-489d-b05e-b244702474df req-f13b976f-3f1f-4ed2-98aa-de08db4115fa tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] No DVR routers for this DVR port 1c0c1fac-8ef4-4fbf-94a7-3257088fc83c on host hv-cinder-82116 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:24:46.406707 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ff5c746b-66f0-489d-b05e-b244702474df req-f13b976f-3f1f-4ed2-98aa-de08db4115fa tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:46.409977 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ff5c746b-66f0-489d-b05e-b244702474df req-f13b976f-3f1f-4ed2-98aa-de08db4115fa tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.79 "DELETE /v2.0/ports/1c0c1fac-8ef4-4fbf-94a7-3257088fc83c HTTP/1.1" status: 204 len: 173 time: 0.9151249 Jan 25 02:24:46.410450 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aef8a0f-d88d-4675-856f-6518e6876546', 'name': 'network-vif-deleted', 'tag': '1c0c1fac-8ef4-4fbf-94a7-3257088fc83c'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:24:46.412729 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2e0ce9-bf5f-4aff-af09-253c25053e64" -d '{"events": [{"server_uuid": "4aef8a0f-d88d-4675-856f-6518e6876546", "name": "network-vif-deleted", "tag": "1c0c1fac-8ef4-4fbf-94a7-3257088fc83c"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:24:46.452601 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92562d0e-d4bc-40e1-b3e4-e913d7c5b9e4 x-openstack-request-id: req-92562d0e-d4bc-40e1-b3e4-e913d7c5b9e4 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:24:46.452901 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aef8a0f-d88d-4675-856f-6518e6876546", "name": "network-vif-deleted", "tag": "1c0c1fac-8ef4-4fbf-94a7-3257088fc83c", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:24:46.453159 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-92562d0e-d4bc-40e1-b3e4-e913d7c5b9e4 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:24:46.453567 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aef8a0f-d88d-4675-856f-6518e6876546', 'name': 'network-vif-deleted', 'tag': '1c0c1fac-8ef4-4fbf-94a7-3257088fc83c', 'status': 'completed', 'code': 200} Jan 25 02:24:46.492370 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-65bfd386-33b2-4eda-890f-75d84505d229 None None] Set router 0364cad3-edfd-4ce2-b2fb-a17a8e703e09 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:24:46.701353 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-65bfd386-33b2-4eda-890f-75d84505d229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'name': 'tempest-AttachVolumeTestJSON-1127360137-router', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '94b310f7-9a60-4ba5-9d90-08a54db022bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:16:15Z', 'updated_at': '2022-01-25T02:16:18Z', 'revision_number': 4, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'gw_port': {'id': '94b310f7-9a60-4ba5-9d90-08a54db022bd', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:16:15Z', 'updated_at': '2022-01-25T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '42bd279f-c138-4b50-9ed1-cdd8dd356707', 'name': '', 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'mac_address': 'fa:16:3e:5d:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '4433a20e-0a7e-4dda-9aa9-6ade059d64f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:16:17Z', 'updated_at': '2022-01-25T02:16:22Z', 'revision_number': 5, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'subnets': [{'id': '4433a20e-0a7e-4dda-9aa9-6ade059d64f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:24:46.729215 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bfd386-33b2-4eda-890f-75d84505d229 None None] Checking router: 0364cad3-edfd-4ce2-b2fb-a17a8e703e09 for host: dv-cinder-821168-1-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:24:46.739118 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bfd386-33b2-4eda-890f-75d84505d229 None None] Routers {'0364cad3-edfd-4ce2-b2fb-a17a8e703e09'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:24:46.739813 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-65bfd386-33b2-4eda-890f-75d84505d229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:24:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['0364cad3-edfd-4ce2-b2fb-a17a8e703e09'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:24:46.804901 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-66aa261b-e281-4d02-8e17-c60c0f59c496 req-3bab2e96-ab45-44ec-a4ec-698d47213b29 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/ports?device_id=4aef8a0f-d88d-4675-856f-6518e6876546 HTTP/1.1" status: 200 len: 210 time: 0.0350709 Jan 25 02:24:46.852274 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-65bfd386-33b2-4eda-890f-75d84505d229 None None] Set router 0364cad3-edfd-4ce2-b2fb-a17a8e703e09 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:24:47.051490 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-65bfd386-33b2-4eda-890f-75d84505d229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'name': 'tempest-AttachVolumeTestJSON-1127360137-router', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '94b310f7-9a60-4ba5-9d90-08a54db022bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:16:15Z', 'updated_at': '2022-01-25T02:16:18Z', 'revision_number': 4, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'gw_port': {'id': '94b310f7-9a60-4ba5-9d90-08a54db022bd', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:16:15Z', 'updated_at': '2022-01-25T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '42bd279f-c138-4b50-9ed1-cdd8dd356707', 'name': '', 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'mac_address': 'fa:16:3e:5d:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '4433a20e-0a7e-4dda-9aa9-6ade059d64f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:16:17Z', 'updated_at': '2022-01-25T02:16:22Z', 'revision_number': 5, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'subnets': [{'id': '4433a20e-0a7e-4dda-9aa9-6ade059d64f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:24:47.078684 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bfd386-33b2-4eda-890f-75d84505d229 None None] The sync data for ids ['0364cad3-edfd-4ce2-b2fb-a17a8e703e09'] in dv-cinder-821168-1-iscsi is: [{'id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'name': 'tempest-AttachVolumeTestJSON-1127360137-router', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '94b310f7-9a60-4ba5-9d90-08a54db022bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:16:15Z', 'updated_at': '2022-01-25T02:16:18Z', 'revision_number': 4, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'gw_port': {'id': '94b310f7-9a60-4ba5-9d90-08a54db022bd', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:16:15Z', 'updated_at': '2022-01-25T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '42bd279f-c138-4b50-9ed1-cdd8dd356707', 'name': '', 'network_id': '01d302a1-d37b-4d5b-9a51-6cceb6126a3f', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'mac_address': 'fa:16:3e:5d:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '4433a20e-0a7e-4dda-9aa9-6ade059d64f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:16:17Z', 'updated_at': '2022-01-25T02:16:22Z', 'revision_number': 5, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'subnets': [{'id': '4433a20e-0a7e-4dda-9aa9-6ade059d64f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:24:47.320451 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5f633b-4435-4b69-be03-bdad09872bd3 None None] New status for floating IP 316985a1-f0f1-4081-9863-e4ca3537a9ed: DOWN {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:24:47.666278 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-40db442d-1c3a-4551-9054-72a41dcabcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:47.805678 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 1c0c1fac-8ef4-4fbf-94a7-3257088fc83c no longer exists at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:24:47.828762 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] No Port match for: 1c0c1fac-8ef4-4fbf-94a7-3257088fc83c {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:24:47.829117 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 1c0c1fac-8ef4-4fbf-94a7-3257088fc83c not bound to the agent host hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:24:47.948879 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 41016) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:24:48.001833 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-953de0ca-ff08-45d1-a463-9cdf5051f662 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for security_group (3a4ba3fe-5efb-433a-b1f4-4b7154ec1ce8), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:48.029350 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-953de0ca-ff08-45d1-a463-9cdf5051f662 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for security_group (3a4ba3fe-5efb-433a-b1f4-4b7154ec1ce8), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:48.140187 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-953de0ca-ff08-45d1-a463-9cdf5051f662 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (3a4ba3fe-5efb-433a-b1f4-4b7154ec1ce8), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:48.142891 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-953de0ca-ff08-45d1-a463-9cdf5051f662 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:48.144047 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-953de0ca-ff08-45d1-a463-9cdf5051f662 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "DELETE /v2.0/security-groups/3a4ba3fe-5efb-433a-b1f4-4b7154ec1ce8 HTTP/1.1" status: 204 len: 168 time: 0.1941595 Jan 25 02:24:48.146767 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 41018) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:24:48.153534 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953de0ca-ff08-45d1-a463-9cdf5051f662 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4ba3fe-5efb-433a-b1f4-4b7154ec1ce8,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:24:48.164918 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.api.v2.resource [None req-b4d8c45f-adbc-452c-b483-136574e2ccbb tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] show failed (client error): The resource could not be found. Jan 25 02:24:48.165920 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-b4d8c45f-adbc-452c-b483-136574e2ccbb tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "GET /v2.0/security-groups/3a4ba3fe-5efb-433a-b1f4-4b7154ec1ce8 HTTP/1.1" status: 404 len: 347 time: 0.0181906 Jan 25 02:24:48.168896 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 41020) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:24:48.291688 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6943d012-de2e-418f-b3dd-09abc1214637 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Deleting port f161c589-67c5-4473-b4cc-37c9fb771c66 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:24:48.292022 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6943d012-de2e-418f-b3dd-09abc1214637 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (f161c589-67c5-4473-b4cc-37c9fb771c66), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:48.372980 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6943d012-de2e-418f-b3dd-09abc1214637 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (f161c589-67c5-4473-b4cc-37c9fb771c66), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:48.373311 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6943d012-de2e-418f-b3dd-09abc1214637 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for floatingip (f161c589-67c5-4473-b4cc-37c9fb771c66), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:48.390605 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6943d012-de2e-418f-b3dd-09abc1214637 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Calling delete_port for f161c589-67c5-4473-b4cc-37c9fb771c66 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:24:48.603506 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6943d012-de2e-418f-b3dd-09abc1214637 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25362021'] for port (f161c589-67c5-4473-b4cc-37c9fb771c66), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:48.633765 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943d012-de2e-418f-b3dd-09abc1214637 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Pushing event deleted for resources: {'Port': ['ID=f161c589-67c5-4473-b4cc-37c9fb771c66,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:24:48.657529 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6943d012-de2e-418f-b3dd-09abc1214637 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:24:48.657882 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6943d012-de2e-418f-b3dd-09abc1214637 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:24:48.658273 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6943d012-de2e-418f-b3dd-09abc1214637 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:24:48.658642 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6943d012-de2e-418f-b3dd-09abc1214637 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:24:48.658981 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6943d012-de2e-418f-b3dd-09abc1214637 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:24:48.659313 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6943d012-de2e-418f-b3dd-09abc1214637 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:24:48.659639 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6943d012-de2e-418f-b3dd-09abc1214637 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:24:48.659972 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6943d012-de2e-418f-b3dd-09abc1214637 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:24:48.660297 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6943d012-de2e-418f-b3dd-09abc1214637 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:24:48.660632 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6943d012-de2e-418f-b3dd-09abc1214637 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:24:48.660961 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6943d012-de2e-418f-b3dd-09abc1214637 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:24:48.661285 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6943d012-de2e-418f-b3dd-09abc1214637 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:24:48.661605 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6943d012-de2e-418f-b3dd-09abc1214637 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:24:48.699995 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6943d012-de2e-418f-b3dd-09abc1214637 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks [] for floatingip (316985a1-f0f1-4081-9863-e4ca3537a9ed), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:48.702793 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6943d012-de2e-418f-b3dd-09abc1214637 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:48.703939 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-6943d012-de2e-418f-b3dd-09abc1214637 tempest-AttachVolumeTestJSON-1076685634 tempest-AttachVolumeTestJSON-1076685634-project] 10.222.0.112 "DELETE /v2.0/floatingips/316985a1-f0f1-4081-9863-e4ca3537a9ed HTTP/1.1" status: 204 len: 168 time: 0.5341666 Jan 25 02:24:50.159623 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84d3137d-f42e-4493-b0e4-29f7e44406a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:51.574728 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:52.716651 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 41122) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:24:53.050494 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:53.083473 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:53.206787 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b94eaee-2b8d-4375-a150-1a1258ad9f4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1015284'] for router_interface (0364cad3-edfd-4ce2-b2fb-a17a8e703e09), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:53.457476 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4b94eaee-2b8d-4375-a150-1a1258ad9f4c admin admin] Deleting port 42bd279f-c138-4b50-9ed1-cdd8dd356707 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:24:53.457744 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b94eaee-2b8d-4375-a150-1a1258ad9f4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (42bd279f-c138-4b50-9ed1-cdd8dd356707), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:53.532927 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-4b94eaee-2b8d-4375-a150-1a1258ad9f4c admin admin] For port 42bd279f-c138-4b50-9ed1-cdd8dd356707, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=42bd279f-c138-4b50-9ed1-cdd8dd356707,segment=NetworkSegment(96256bba-260a-4340-9ca9-6919fb0b7ef1),segment_id=96256bba-260a-4340-9ca9-6919fb0b7ef1)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:24:53.533289 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b94eaee-2b8d-4375-a150-1a1258ad9f4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (42bd279f-c138-4b50-9ed1-cdd8dd356707), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:53.549441 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4b94eaee-2b8d-4375-a150-1a1258ad9f4c admin admin] Calling delete_port for 42bd279f-c138-4b50-9ed1-cdd8dd356707 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:24:53.793742 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b94eaee-2b8d-4375-a150-1a1258ad9f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25362021'] for port (42bd279f-c138-4b50-9ed1-cdd8dd356707), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:53.818870 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94eaee-2b8d-4375-a150-1a1258ad9f4c admin admin] Pushing event deleted for resources: {'Port': ['ID=42bd279f-c138-4b50-9ed1-cdd8dd356707,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:24:53.982655 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b94eaee-2b8d-4375-a150-1a1258ad9f4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1009881'] for router_interface (0364cad3-edfd-4ce2-b2fb-a17a8e703e09), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:54.192799 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b94eaee-2b8d-4375-a150-1a1258ad9f4c admin admin] Router 0364cad3-edfd-4ce2-b2fb-a17a8e703e09 has already been hosted by L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:24:54.299465 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b94eaee-2b8d-4375-a150-1a1258ad9f4c admin admin] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:24:54.305401 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-4b94eaee-2b8d-4375-a150-1a1258ad9f4c admin admin] 10.222.0.112 "PUT /v2.0/routers/0364cad3-edfd-4ce2-b2fb-a17a8e703e09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5881336 Jan 25 02:24:54.308098 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 41134) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:24:54.309045 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a35886-d7a6-4aa6-8a44-a63e605d8639 None None] Sync routers for ids ['0364cad3-edfd-4ce2-b2fb-a17a8e703e09'] in dv-cinder-821168-1-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:24:54.318673 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a35886-d7a6-4aa6-8a44-a63e605d8639 None None] Routers {'0364cad3-edfd-4ce2-b2fb-a17a8e703e09'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:24:54.319289 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e7a35886-d7a6-4aa6-8a44-a63e605d8639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:24:50Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['0364cad3-edfd-4ce2-b2fb-a17a8e703e09'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:24:54.418190 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9554231a-68d2-4933-8315-fb68c7818efd admin admin] Publish callbacks [] for router (0364cad3-edfd-4ce2-b2fb-a17a8e703e09), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:54.425834 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-e7a35886-d7a6-4aa6-8a44-a63e605d8639 None None] Set router 0364cad3-edfd-4ce2-b2fb-a17a8e703e09 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:24:54.508778 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:54.520818 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9554231a-68d2-4933-8315-fb68c7818efd admin admin] Publish callbacks [] for router_gateway (0364cad3-edfd-4ce2-b2fb-a17a8e703e09), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:54.603507 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e7a35886-d7a6-4aa6-8a44-a63e605d8639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'name': 'tempest-AttachVolumeTestJSON-1127360137-router', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '94b310f7-9a60-4ba5-9d90-08a54db022bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:16:15Z', 'updated_at': '2022-01-25T02:24:53Z', 'revision_number': 5, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'gw_port': {'id': '94b310f7-9a60-4ba5-9d90-08a54db022bd', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:16:15Z', 'updated_at': '2022-01-25T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi'}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:24:54.625429 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-9554231a-68d2-4933-8315-fb68c7818efd admin admin] Deleting port 94b310f7-9a60-4ba5-9d90-08a54db022bd {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:24:54.625765 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9554231a-68d2-4933-8315-fb68c7818efd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (94b310f7-9a60-4ba5-9d90-08a54db022bd), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:54.633653 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a35886-d7a6-4aa6-8a44-a63e605d8639 None None] Checking router: 0364cad3-edfd-4ce2-b2fb-a17a8e703e09 for host: dv-cinder-821168-1-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:24:54.642025 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a35886-d7a6-4aa6-8a44-a63e605d8639 None None] Routers {'0364cad3-edfd-4ce2-b2fb-a17a8e703e09'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:24:54.642682 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e7a35886-d7a6-4aa6-8a44-a63e605d8639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:24:50Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['0364cad3-edfd-4ce2-b2fb-a17a8e703e09'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:24:54.709875 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-9554231a-68d2-4933-8315-fb68c7818efd admin admin] For port 94b310f7-9a60-4ba5-9d90-08a54db022bd, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=94b310f7-9a60-4ba5-9d90-08a54db022bd,segment=NetworkSegment(563111bc-0e97-4ad0-9464-e144d87fe1b2),segment_id=563111bc-0e97-4ad0-9464-e144d87fe1b2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:24:54.710229 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9554231a-68d2-4933-8315-fb68c7818efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (94b310f7-9a60-4ba5-9d90-08a54db022bd), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:54.723139 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-9554231a-68d2-4933-8315-fb68c7818efd admin admin] Calling delete_port for 94b310f7-9a60-4ba5-9d90-08a54db022bd owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:24:54.829780 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-e7a35886-d7a6-4aa6-8a44-a63e605d8639 None None] Set router 0364cad3-edfd-4ce2-b2fb-a17a8e703e09 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:24:54.881562 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e7a35886-d7a6-4aa6-8a44-a63e605d8639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'name': 'tempest-AttachVolumeTestJSON-1127360137-router', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:16:15Z', 'updated_at': '2022-01-25T02:24:54Z', 'revision_number': 6, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'gw_port_host': None}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:24:54.913283 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a35886-d7a6-4aa6-8a44-a63e605d8639 None None] The sync data for ids ['0364cad3-edfd-4ce2-b2fb-a17a8e703e09'] in dv-cinder-821168-1-iscsi is: [{'id': '0364cad3-edfd-4ce2-b2fb-a17a8e703e09', 'name': 'tempest-AttachVolumeTestJSON-1127360137-router', 'tenant_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:16:15Z', 'updated_at': '2022-01-25T02:24:54Z', 'revision_number': 6, 'project_id': '1dc0c55e351a499ba2e0b38fd3fea46c', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:24:54.969051 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9554231a-68d2-4933-8315-fb68c7818efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25362021'] for port (94b310f7-9a60-4ba5-9d90-08a54db022bd), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:54.997303 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9554231a-68d2-4933-8315-fb68c7818efd admin admin] Pushing event deleted for resources: {'Port': ['ID=94b310f7-9a60-4ba5-9d90-08a54db022bd,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:24:55.070737 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9554231a-68d2-4933-8315-fb68c7818efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1011973'] for router_gateway (0364cad3-edfd-4ce2-b2fb-a17a8e703e09), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:55.168107 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9554231a-68d2-4933-8315-fb68c7818efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1006746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1052'] for router (0364cad3-edfd-4ce2-b2fb-a17a8e703e09), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:55.170531 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9554231a-68d2-4933-8315-fb68c7818efd admin admin] Publish callbacks [] for router_controller (0364cad3-edfd-4ce2-b2fb-a17a8e703e09), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:55.297133 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9554231a-68d2-4933-8315-fb68c7818efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1006737'] for router (0364cad3-edfd-4ce2-b2fb-a17a8e703e09), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:55.297798 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9554231a-68d2-4933-8315-fb68c7818efd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0364cad3-edfd-4ce2-b2fb-a17a8e703e09 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 02:24:55.306758 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9554231a-68d2-4933-8315-fb68c7818efd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:55.306758 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-9554231a-68d2-4933-8315-fb68c7818efd admin admin] 10.222.0.112 "DELETE /v2.0/routers/0364cad3-edfd-4ce2-b2fb-a17a8e703e09 HTTP/1.1" status: 204 len: 168 time: 0.9945064 Jan 25 02:24:55.307636 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 41144) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:24:55.367652 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1ec1da3-0411-47c5-a5c4-92928fbc9cf6 admin admin] Deleting subnet 4433a20e-0a7e-4dda-9aa9-6ade059d64f5 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 02:24:55.371000 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f1ec1da3-0411-47c5-a5c4-92928fbc9cf6 admin admin] Publish callbacks [] for subnet (4433a20e-0a7e-4dda-9aa9-6ade059d64f5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:55.404168 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f1ec1da3-0411-47c5-a5c4-92928fbc9cf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25179602'] for subnet (4433a20e-0a7e-4dda-9aa9-6ade059d64f5), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:55.478977 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f1ec1da3-0411-47c5-a5c4-92928fbc9cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16745065'] for subnet (4433a20e-0a7e-4dda-9aa9-6ade059d64f5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:55.593765 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f1ec1da3-0411-47c5-a5c4-92928fbc9cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16745106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25361992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25199770'] for subnet (4433a20e-0a7e-4dda-9aa9-6ade059d64f5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:55.617233 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec1da3-0411-47c5-a5c4-92928fbc9cf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4433a20e-0a7e-4dda-9aa9-6ade059d64f5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:24:55.623244 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f1ec1da3-0411-47c5-a5c4-92928fbc9cf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:55.627308 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-f1ec1da3-0411-47c5-a5c4-92928fbc9cf6 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/4433a20e-0a7e-4dda-9aa9-6ade059d64f5 HTTP/1.1" status: 204 len: 168 time: 0.3194199 Jan 25 02:24:55.628195 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d353a68-9918-47e2-b97a-35b4d5bbc7d0 None None] Network 01d302a1-d37b-4d5b-9a51-6cceb6126a3f requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:24:55.629782 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 41146) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:24:55.699874 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d4c95e9a-51eb-4f4a-82e9-40ca49781b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16363431'] for network (01d302a1-d37b-4d5b-9a51-6cceb6126a3f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:55.762104 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d4c95e9a-51eb-4f4a-82e9-40ca49781b36 admin admin] Deleting port 5e95ec8e-62f9-44bd-b731-9b448e49ec2a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:24:55.762483 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d4c95e9a-51eb-4f4a-82e9-40ca49781b36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (5e95ec8e-62f9-44bd-b731-9b448e49ec2a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:55.799064 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3de47e1-98bf-48d4-a943-bdcb1bd539bb None None] DHCP port deletion for 01d302a1-d37b-4d5b-9a51-6cceb6126a3f request from dv-cinder-821168-1-iscsi {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 02:24:55.830451 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-d4c95e9a-51eb-4f4a-82e9-40ca49781b36 admin admin] For port 5e95ec8e-62f9-44bd-b731-9b448e49ec2a, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=5e95ec8e-62f9-44bd-b731-9b448e49ec2a,segment=NetworkSegment(96256bba-260a-4340-9ca9-6919fb0b7ef1),segment_id=96256bba-260a-4340-9ca9-6919fb0b7ef1)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:24:55.830883 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d4c95e9a-51eb-4f4a-82e9-40ca49781b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (5e95ec8e-62f9-44bd-b731-9b448e49ec2a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:55.847940 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d4c95e9a-51eb-4f4a-82e9-40ca49781b36 admin admin] Calling delete_port for 5e95ec8e-62f9-44bd-b731-9b448e49ec2a owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:24:55.850742 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d3de47e1-98bf-48d4-a943-bdcb1bd539bb None None] Deleting port 5e95ec8e-62f9-44bd-b731-9b448e49ec2a {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:24:55.851835 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d3de47e1-98bf-48d4-a943-bdcb1bd539bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (5e95ec8e-62f9-44bd-b731-9b448e49ec2a), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:55.921503 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d3de47e1-98bf-48d4-a943-bdcb1bd539bb None None] For port 5e95ec8e-62f9-44bd-b731-9b448e49ec2a, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=5e95ec8e-62f9-44bd-b731-9b448e49ec2a,segment=NetworkSegment(96256bba-260a-4340-9ca9-6919fb0b7ef1),segment_id=96256bba-260a-4340-9ca9-6919fb0b7ef1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:24:55.921819 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d3de47e1-98bf-48d4-a943-bdcb1bd539bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (5e95ec8e-62f9-44bd-b731-9b448e49ec2a), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:55.935178 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d3de47e1-98bf-48d4-a943-bdcb1bd539bb None None] Calling delete_port for 5e95ec8e-62f9-44bd-b731-9b448e49ec2a owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:24:56.054903 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d4c95e9a-51eb-4f4a-82e9-40ca49781b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25362021'] for port (5e95ec8e-62f9-44bd-b731-9b448e49ec2a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:56.060501 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d3de47e1-98bf-48d4-a943-bdcb1bd539bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249'] for port (5e95ec8e-62f9-44bd-b731-9b448e49ec2a), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:56.082409 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c95e9a-51eb-4f4a-82e9-40ca49781b36 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e95ec8e-62f9-44bd-b731-9b448e49ec2a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:24:56.087056 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de47e1-98bf-48d4-a943-bdcb1bd539bb None None] Pushing event deleted for resources: {'Port': ['ID=5e95ec8e-62f9-44bd-b731-9b448e49ec2a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:24:56.089284 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c95e9a-51eb-4f4a-82e9-40ca49781b36 admin admin] No DVR routers for this DVR port 5e95ec8e-62f9-44bd-b731-9b448e49ec2a on host dv-cinder-821168-1-iscsi {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:24:56.095947 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de47e1-98bf-48d4-a943-bdcb1bd539bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:24:56.096309 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de47e1-98bf-48d4-a943-bdcb1bd539bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:24:56.096665 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de47e1-98bf-48d4-a943-bdcb1bd539bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:24:56.097014 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de47e1-98bf-48d4-a943-bdcb1bd539bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:24:56.097382 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de47e1-98bf-48d4-a943-bdcb1bd539bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:24:56.097699 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de47e1-98bf-48d4-a943-bdcb1bd539bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:24:56.098040 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de47e1-98bf-48d4-a943-bdcb1bd539bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:24:56.098398 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de47e1-98bf-48d4-a943-bdcb1bd539bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:24:56.098732 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de47e1-98bf-48d4-a943-bdcb1bd539bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:24:56.099070 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de47e1-98bf-48d4-a943-bdcb1bd539bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:24:56.099402 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de47e1-98bf-48d4-a943-bdcb1bd539bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:24:56.099737 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de47e1-98bf-48d4-a943-bdcb1bd539bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:24:56.100067 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de47e1-98bf-48d4-a943-bdcb1bd539bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:24:56.103057 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3de47e1-98bf-48d4-a943-bdcb1bd539bb None None] No DVR routers for this DVR port 5e95ec8e-62f9-44bd-b731-9b448e49ec2a on host dv-cinder-821168-1-iscsi {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:24:56.161287 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d4c95e9a-51eb-4f4a-82e9-40ca49781b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16730868', 'neutron.services.segments.db._delete_segments_for_network-8777998562223'] for network (01d302a1-d37b-4d5b-9a51-6cceb6126a3f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:56.182296 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d4c95e9a-51eb-4f4a-82e9-40ca49781b36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01d302a1-d37b-4d5b-9a51-6cceb6126a3f']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:24:56.191429 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d4c95e9a-51eb-4f4a-82e9-40ca49781b36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96256bba-260a-4340-9ca9-6919fb0b7ef1') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:24:56.191732 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d4c95e9a-51eb-4f4a-82e9-40ca49781b36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96256bba-260a-4340-9ca9-6919fb0b7ef1') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:24:56.201103 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d4c95e9a-51eb-4f4a-82e9-40ca49781b36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777998562097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25179595'] for segment (96256bba-260a-4340-9ca9-6919fb0b7ef1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:56.215370 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d4c95e9a-51eb-4f4a-82e9-40ca49781b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422'] for segment (96256bba-260a-4340-9ca9-6919fb0b7ef1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:56.221273 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4c95e9a-51eb-4f4a-82e9-40ca49781b36 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 02:24:56.221677 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d4c95e9a-51eb-4f4a-82e9-40ca49781b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25361942'] for segment (96256bba-260a-4340-9ca9-6919fb0b7ef1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:56.223387 dv-cinder-821168-1-iscsi neutron-server[103188]: Traceback (most recent call last): Jan 25 02:24:56.223387 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 02:24:56.223387 dv-cinder-821168-1-iscsi neutron-server[103188]: timer() Jan 25 02:24:56.223387 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 02:24:56.223387 dv-cinder-821168-1-iscsi neutron-server[103188]: cb(*args, **kw) Jan 25 02:24:56.223387 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 02:24:56.223387 dv-cinder-821168-1-iscsi neutron-server[103188]: return func(*args, **kwargs) Jan 25 02:24:56.223387 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 02:24:56.223387 dv-cinder-821168-1-iscsi neutron-server[103188]: self._notify() Jan 25 02:24:56.223387 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 02:24:56.223387 dv-cinder-821168-1-iscsi neutron-server[103188]: self.callback(batched_events) Jan 25 02:24:56.223387 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 02:24:56.223387 dv-cinder-821168-1-iscsi neutron-server[103188]: event.method(event) Jan 25 02:24:56.223387 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 02:24:56.223387 dv-cinder-821168-1-iscsi neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 02:24:56.223387 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 02:24:56.223387 dv-cinder-821168-1-iscsi neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 02:24:56.223387 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 02:24:56.223387 dv-cinder-821168-1-iscsi neutron-server[103188]: return f(self, *a, **k) Jan 25 02:24:56.223387 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 02:24:56.223387 dv-cinder-821168-1-iscsi neutron-server[103188]: return self._get(url).json() Jan 25 02:24:56.223387 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 02:24:56.223387 dv-cinder-821168-1-iscsi neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 02:24:56.223387 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 02:24:56.223387 dv-cinder-821168-1-iscsi neutron-server[103188]: return self.request(url, 'GET', **kwargs) Jan 25 02:24:56.223387 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 02:24:56.223387 dv-cinder-821168-1-iscsi neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 02:24:56.223387 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 02:24:56.223387 dv-cinder-821168-1-iscsi neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 02:24:56.223387 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 02:24:56.223387 dv-cinder-821168-1-iscsi neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 02:24:56.223387 dv-cinder-821168-1-iscsi neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 02:24:56.270330 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 94b310f7-9a60-4ba5-9d90-08a54db022bd no longer exists at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:24:56.294912 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] No Port match for: 94b310f7-9a60-4ba5-9d90-08a54db022bd {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:24:56.295319 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 94b310f7-9a60-4ba5-9d90-08a54db022bd not bound to the agent host dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:24:56.295658 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 5e95ec8e-62f9-44bd-b731-9b448e49ec2a no longer exists at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:24:56.315156 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] No Port match for: 5e95ec8e-62f9-44bd-b731-9b448e49ec2a {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:24:56.315428 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 5e95ec8e-62f9-44bd-b731-9b448e49ec2a not bound to the agent host dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:24:56.315840 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 42bd279f-c138-4b50-9ed1-cdd8dd356707 no longer exists at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:24:56.336269 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] No Port match for: 42bd279f-c138-4b50-9ed1-cdd8dd356707 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:24:56.336619 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 42bd279f-c138-4b50-9ed1-cdd8dd356707 not bound to the agent host dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:24:56.353771 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d4c95e9a-51eb-4f4a-82e9-40ca49781b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16730819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013164'] for network (01d302a1-d37b-4d5b-9a51-6cceb6126a3f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:56.358133 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d4c95e9a-51eb-4f4a-82e9-40ca49781b36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:56.364734 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-d4c95e9a-51eb-4f4a-82e9-40ca49781b36 admin admin] 10.222.0.112 "DELETE /v2.0/networks/01d302a1-d37b-4d5b-9a51-6cceb6126a3f HTTP/1.1" status: 204 len: 168 time: 0.7308772 Jan 25 02:24:56.364974 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 41154) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:24:56.377745 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c95e9a-51eb-4f4a-82e9-40ca49781b36 admin admin] Pushing event deleted for resources: {'Network': ['ID=01d302a1-d37b-4d5b-9a51-6cceb6126a3f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:24:56.473054 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b4ebe4a8-0633-489e-b016-3b45aca07f03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:56.544146 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b4ebe4a8-0633-489e-b016-3b45aca07f03 admin admin] Publish callbacks [] for security_group (a9c60cf9-03ba-4add-be78-0b67661be305), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:56.608830 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b4ebe4a8-0633-489e-b016-3b45aca07f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (a9c60cf9-03ba-4add-be78-0b67661be305), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:56.647653 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-b4ebe4a8-0633-489e-b016-3b45aca07f03 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=8cbe1969e6824ca09baffe01334cc002&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2824337 Jan 25 02:24:56.648796 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ebe4a8-0633-489e-b016-3b45aca07f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c60cf9-03ba-4add-be78-0b67661be305,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:24:56.650562 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 41160) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:24:56.672252 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 41162) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:24:56.701406 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-418727c1-31ea-4a04-b4d8-09bb72300f65 admin admin] Publish callbacks [] for security_group (a9c60cf9-03ba-4add-be78-0b67661be305), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:56.715815 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-54e5ce3a-0775-4688-8da5-6f6db0a5f16e admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=1dc0c55e351a499ba2e0b38fd3fea46c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423610 Jan 25 02:24:56.718158 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 41164) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:24:56.722524 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-418727c1-31ea-4a04-b4d8-09bb72300f65 admin admin] Publish callbacks [] for security_group (a9c60cf9-03ba-4add-be78-0b67661be305), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:56.764876 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e5f98de6-fa7e-4766-95dd-d2e2dd9de997 admin admin] Publish callbacks [] for security_group (886928e9-9a2a-49a4-aace-6fa82ed15db3), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:56.785630 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e5f98de6-fa7e-4766-95dd-d2e2dd9de997 admin admin] Publish callbacks [] for security_group (886928e9-9a2a-49a4-aace-6fa82ed15db3), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:56.839757 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-418727c1-31ea-4a04-b4d8-09bb72300f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (a9c60cf9-03ba-4add-be78-0b67661be305), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:56.842258 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-418727c1-31ea-4a04-b4d8-09bb72300f65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:56.843444 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-418727c1-31ea-4a04-b4d8-09bb72300f65 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/a9c60cf9-03ba-4add-be78-0b67661be305 HTTP/1.1" status: 204 len: 168 time: 0.1915836 Jan 25 02:24:56.851796 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418727c1-31ea-4a04-b4d8-09bb72300f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c60cf9-03ba-4add-be78-0b67661be305,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:24:56.897086 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e5f98de6-fa7e-4766-95dd-d2e2dd9de997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (886928e9-9a2a-49a4-aace-6fa82ed15db3), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:56.899901 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e5f98de6-fa7e-4766-95dd-d2e2dd9de997 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:56.901065 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-e5f98de6-fa7e-4766-95dd-d2e2dd9de997 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/886928e9-9a2a-49a4-aace-6fa82ed15db3 HTTP/1.1" status: 204 len: 168 time: 0.1819868 Jan 25 02:24:56.909202 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f98de6-fa7e-4766-95dd-d2e2dd9de997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886928e9-9a2a-49a4-aace-6fa82ed15db3,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:24:59.593420 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 41216) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:24:59.699494 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1e2a6f71-d2fd-4f05-85ca-f7a5c19fcd27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:59.771018 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1e2a6f71-d2fd-4f05-85ca-f7a5c19fcd27 admin admin] Publish callbacks [] for security_group (6967e4ff-25af-4877-a98c-f9122897ee23), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:59.833205 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1e2a6f71-d2fd-4f05-85ca-f7a5c19fcd27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (6967e4ff-25af-4877-a98c-f9122897ee23), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:59.871490 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-1e2a6f71-d2fd-4f05-85ca-f7a5c19fcd27 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=cb2eb77975f24cf7b207bb702393a498&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2770138 Jan 25 02:24:59.872327 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a6f71-d2fd-4f05-85ca-f7a5c19fcd27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6967e4ff-25af-4877-a98c-f9122897ee23,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:24:59.874217 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 41220) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:24:59.922581 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a7146f6e-372f-4d63-825f-ce84d01c6642 admin admin] Publish callbacks [] for security_group (6967e4ff-25af-4877-a98c-f9122897ee23), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:24:59.943810 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a7146f6e-372f-4d63-825f-ce84d01c6642 admin admin] Publish callbacks [] for security_group (6967e4ff-25af-4877-a98c-f9122897ee23), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:00.050486 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a7146f6e-372f-4d63-825f-ce84d01c6642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (6967e4ff-25af-4877-a98c-f9122897ee23), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:00.053104 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a7146f6e-372f-4d63-825f-ce84d01c6642 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:00.054881 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-a7146f6e-372f-4d63-825f-ce84d01c6642 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/6967e4ff-25af-4877-a98c-f9122897ee23 HTTP/1.1" status: 204 len: 168 time: 0.1795585 Jan 25 02:25:00.062660 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7146f6e-372f-4d63-825f-ce84d01c6642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6967e4ff-25af-4877-a98c-f9122897ee23,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:00.671832 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 41226) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:25:00.687656 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-33782518-c7a8-40e1-957e-6d0ded9ceefb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:00.770872 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-33782518-c7a8-40e1-957e-6d0ded9ceefb admin admin] Publish callbacks [] for security_group (245b0e34-9f6f-43b1-a718-c3cccef84fde), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:00.832248 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-33782518-c7a8-40e1-957e-6d0ded9ceefb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (245b0e34-9f6f-43b1-a718-c3cccef84fde), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:00.875281 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-33782518-c7a8-40e1-957e-6d0ded9ceefb admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=af8b34173b2d4259b02b09a36b71c4b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2023489 Jan 25 02:25:00.876308 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33782518-c7a8-40e1-957e-6d0ded9ceefb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245b0e34-9f6f-43b1-a718-c3cccef84fde,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:00.880949 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 41228) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:25:00.930931 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-048215dc-3272-4724-b3e3-79bdf2becf97 admin admin] Publish callbacks [] for security_group (245b0e34-9f6f-43b1-a718-c3cccef84fde), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:00.952522 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-048215dc-3272-4724-b3e3-79bdf2becf97 admin admin] Publish callbacks [] for security_group (245b0e34-9f6f-43b1-a718-c3cccef84fde), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:01.056592 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-048215dc-3272-4724-b3e3-79bdf2becf97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (245b0e34-9f6f-43b1-a718-c3cccef84fde), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:01.059267 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-048215dc-3272-4724-b3e3-79bdf2becf97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:01.060572 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-048215dc-3272-4724-b3e3-79bdf2becf97 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/245b0e34-9f6f-43b1-a718-c3cccef84fde HTTP/1.1" status: 204 len: 168 time: 0.1814723 Jan 25 02:25:01.074266 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048215dc-3272-4724-b3e3-79bdf2becf97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245b0e34-9f6f-43b1-a718-c3cccef84fde,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:08.166980 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:25:16.133652 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 41368) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:25:16.236732 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59585e26-56f9-4b4a-8f7a-2509de3e33cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:16.310714 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59585e26-56f9-4b4a-8f7a-2509de3e33cc admin admin] Publish callbacks [] for security_group (8397d450-689d-487a-b456-833ee258ef3e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:16.392443 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59585e26-56f9-4b4a-8f7a-2509de3e33cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (8397d450-689d-487a-b456-833ee258ef3e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:16.431257 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-59585e26-56f9-4b4a-8f7a-2509de3e33cc admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=d97c32a467ee498f89a640f872479666&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2965100 Jan 25 02:25:16.432242 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59585e26-56f9-4b4a-8f7a-2509de3e33cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8397d450-689d-487a-b456-833ee258ef3e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:16.433974 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 41372) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:25:16.481325 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4a22f33f-122d-4985-9840-7246ded91b82 admin admin] Publish callbacks [] for security_group (8397d450-689d-487a-b456-833ee258ef3e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:16.502156 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4a22f33f-122d-4985-9840-7246ded91b82 admin admin] Publish callbacks [] for security_group (8397d450-689d-487a-b456-833ee258ef3e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:16.621112 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4a22f33f-122d-4985-9840-7246ded91b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (8397d450-689d-487a-b456-833ee258ef3e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:16.623700 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4a22f33f-122d-4985-9840-7246ded91b82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:16.624910 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-4a22f33f-122d-4985-9840-7246ded91b82 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/8397d450-689d-487a-b456-833ee258ef3e HTTP/1.1" status: 204 len: 168 time: 0.1898746 Jan 25 02:25:16.632673 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a22f33f-122d-4985-9840-7246ded91b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8397d450-689d-487a-b456-833ee258ef3e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:17.239705 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 41378) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:25:17.253302 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-110e348a-8970-4ad2-9b32-c4812dd0ef36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:17.325813 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-110e348a-8970-4ad2-9b32-c4812dd0ef36 admin admin] Publish callbacks [] for security_group (20fdfc09-ed1b-4469-a943-cccb8df0a2fc), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:17.385201 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-110e348a-8970-4ad2-9b32-c4812dd0ef36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (20fdfc09-ed1b-4469-a943-cccb8df0a2fc), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:17.424289 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-110e348a-8970-4ad2-9b32-c4812dd0ef36 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=32e95fe3ecce4e2da4b26438dbbfc976&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1835105 Jan 25 02:25:17.425405 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e348a-8970-4ad2-9b32-c4812dd0ef36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fdfc09-ed1b-4469-a943-cccb8df0a2fc,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:17.427011 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 41380) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:25:17.474844 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a26f803-ac39-4eed-870e-7b8fa0ae9fba admin admin] Publish callbacks [] for security_group (20fdfc09-ed1b-4469-a943-cccb8df0a2fc), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:17.495378 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a26f803-ac39-4eed-870e-7b8fa0ae9fba admin admin] Publish callbacks [] for security_group (20fdfc09-ed1b-4469-a943-cccb8df0a2fc), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:17.613938 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a26f803-ac39-4eed-870e-7b8fa0ae9fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (20fdfc09-ed1b-4469-a943-cccb8df0a2fc), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:17.617335 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a26f803-ac39-4eed-870e-7b8fa0ae9fba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:17.618519 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-1a26f803-ac39-4eed-870e-7b8fa0ae9fba admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/20fdfc09-ed1b-4469-a943-cccb8df0a2fc HTTP/1.1" status: 204 len: 168 time: 0.1904917 Jan 25 02:25:17.626563 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a26f803-ac39-4eed-870e-7b8fa0ae9fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fdfc09-ed1b-4469-a943-cccb8df0a2fc,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:17.660855 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4556750c-13a4-4325-91e2-c4ed8d56fdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:20.180464 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e67cee8a-bd6c-4b7d-a69d-53a023445349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:21.568803 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:22.617982 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 41452) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:25:22.911403 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-743375ec-cf1b-4722-a4d0-10e01b0a9f09 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Deleting port 465e8d34-2597-4107-a961-371ca761a756 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:25:22.911757 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-743375ec-cf1b-4722-a4d0-10e01b0a9f09 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (465e8d34-2597-4107-a961-371ca761a756), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:22.984468 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-743375ec-cf1b-4722-a4d0-10e01b0a9f09 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (465e8d34-2597-4107-a961-371ca761a756), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:22.989578 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-743375ec-cf1b-4722-a4d0-10e01b0a9f09 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks [] for floatingip (465e8d34-2597-4107-a961-371ca761a756), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:22.996871 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-743375ec-cf1b-4722-a4d0-10e01b0a9f09 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Calling delete_port for 465e8d34-2597-4107-a961-371ca761a756 owned by network:floatingip {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:25:23.042437 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:23.101535 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:23.219887 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-743375ec-cf1b-4722-a4d0-10e01b0a9f09 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (465e8d34-2597-4107-a961-371ca761a756), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:23.252607 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743375ec-cf1b-4722-a4d0-10e01b0a9f09 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Pushing event deleted for resources: {'Port': ['ID=465e8d34-2597-4107-a961-371ca761a756,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:23.313747 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-743375ec-cf1b-4722-a4d0-10e01b0a9f09 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks [] for floatingip (d48dfa8b-eb38-4622-b63e-795f781db3dd), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:23.314073 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.db.l3_db [None req-743375ec-cf1b-4722-a4d0-10e01b0a9f09 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Floating IP d48dfa8b-eb38-4622-b63e-795f781db3dd disassociated (deleted). External IP: 172.27.3.211, port: 8e9e33d6-44f2-4824-b458-c50abbb4cf19. Jan 25 02:25:23.520460 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743375ec-cf1b-4722-a4d0-10e01b0a9f09 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Router 52d23286-d202-44aa-b55c-37936fff09ca has already been hosted by L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:25:23.625232 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743375ec-cf1b-4722-a4d0-10e01b0a9f09 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:25:23.629898 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-743375ec-cf1b-4722-a4d0-10e01b0a9f09 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:23.634392 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05ac5a2-6462-4cbb-9787-ad42464da492 None None] Sync routers for ids ['52d23286-d202-44aa-b55c-37936fff09ca'] in dv-cinder-821168-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:25:23.658454 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-743375ec-cf1b-4722-a4d0-10e01b0a9f09 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "DELETE /v2.0/floatingips/d48dfa8b-eb38-4622-b63e-795f781db3dd HTTP/1.1" status: 204 len: 168 time: 1.0393574 Jan 25 02:25:23.659142 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '035ea150-88d5-486c-ad85-dba6c043f084', 'tag': '8e9e33d6-44f2-4824-b458-c50abbb4cf19'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:25:23.662667 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930ff255-633e-4841-bd97-05c4ccd6d692" -d '{"events": [{"name": "network-changed", "server_uuid": "035ea150-88d5-486c-ad85-dba6c043f084", "tag": "8e9e33d6-44f2-4824-b458-c50abbb4cf19"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:25:23.703912 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8d32b5-e458-4de1-b23e-eb1fe2168226 x-openstack-request-id: req-7c8d32b5-e458-4de1-b23e-eb1fe2168226 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:25:23.704209 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "035ea150-88d5-486c-ad85-dba6c043f084", "tag": "8e9e33d6-44f2-4824-b458-c50abbb4cf19", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:25:23.704464 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-7c8d32b5-e458-4de1-b23e-eb1fe2168226 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:25:23.705019 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '035ea150-88d5-486c-ad85-dba6c043f084', 'tag': '8e9e33d6-44f2-4824-b458-c50abbb4cf19', 'status': 'completed', 'code': 200} Jan 25 02:25:23.775808 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05ac5a2-6462-4cbb-9787-ad42464da492 None None] Routers {'52d23286-d202-44aa-b55c-37936fff09ca'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:25:23.776435 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-e05ac5a2-6462-4cbb-9787-ad42464da492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:25:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['52d23286-d202-44aa-b55c-37936fff09ca'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:25:23.799570 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ff255-633e-4841-bd97-05c4ccd6d692 req-f18d2e91-8f10-4077-b272-ff78821a304d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:25:23.801701 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-930ff255-633e-4841-bd97-05c4ccd6d692 req-f18d2e91-8f10-4077-b272-ff78821a304d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=15ad996b1dfa42d8ab7b8d41dfa9eaaa&device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 1098 time: 0.0452466 Jan 25 02:25:23.836770 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 41472) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:25:23.888725 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-e05ac5a2-6462-4cbb-9787-ad42464da492 None None] Set router 52d23286-d202-44aa-b55c-37936fff09ca gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:25:23.902117 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ff255-633e-4841-bd97-05c4ccd6d692 req-65377738-2716-4bb8-b95a-7176b5067777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:25:23.903694 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-930ff255-633e-4841-bd97-05c4ccd6d692 req-65377738-2716-4bb8-b95a-7176b5067777 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8426c2e2-cd82-4b79-97aa-3331e38b281f HTTP/1.1" status: 200 len: 909 time: 0.0967975 Jan 25 02:25:23.944308 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-930ff255-633e-4841-bd97-05c4ccd6d692 req-20818d12-f612-482c-83fc-849453af0a29 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e9e33d6-44f2-4824-b458-c50abbb4cf19 HTTP/1.1" status: 200 len: 217 time: 0.0346680 Jan 25 02:25:23.972273 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d037bc96-d107-47cd-b22e-78d7eb6d3a7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:24.007034 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ff255-633e-4841-bd97-05c4ccd6d692 req-cfb1a060-17d7-4933-a3d4-0fca84f91c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:25:24.008859 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-930ff255-633e-4841-bd97-05c4ccd6d692 req-cfb1a060-17d7-4933-a3d4-0fca84f91c3e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0487258b-9681-41ec-976f-11fe8ddea5f0 HTTP/1.1" status: 200 len: 847 time: 0.0591621 Jan 25 02:25:24.054897 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d037bc96-d107-47cd-b22e-78d7eb6d3a7f admin admin] Publish callbacks [] for security_group (12761cfd-a514-460c-ad3d-97183756cbd7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:24.058541 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ff255-633e-4841-bd97-05c4ccd6d692 req-c6379819-e672-46a4-b84c-d5df19e1c22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:25:24.060069 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-930ff255-633e-4841-bd97-05c4ccd6d692 req-c6379819-e672-46a4-b84c-d5df19e1c22d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8426c2e2-cd82-4b79-97aa-3331e38b281f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441046 Jan 25 02:25:24.095048 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-e05ac5a2-6462-4cbb-9787-ad42464da492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d23286-d202-44aa-b55c-37936fff09ca', 'name': 'tempest-TestShelveInstance-246496564-router', 'tenant_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '6e29dae0-0284-4f34-beac-c0ad304aee57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:19:44Z', 'updated_at': '2022-01-25T02:19:47Z', 'revision_number': 4, 'project_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'gw_port': {'id': '6e29dae0-0284-4f34-beac-c0ad304aee57', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:dc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d23286-d202-44aa-b55c-37936fff09ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:19:44Z', 'updated_at': '2022-01-25T02:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '990dd1bf-edc1-4732-a756-8c092e7d892b', 'name': '', 'network_id': '8426c2e2-cd82-4b79-97aa-3331e38b281f', 'tenant_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'mac_address': 'fa:16:3e:63:bc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d23286-d202-44aa-b55c-37936fff09ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '0487258b-9681-41ec-976f-11fe8ddea5f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:19:46Z', 'updated_at': '2022-01-25T02:19:53Z', 'revision_number': 5, 'project_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'subnets': [{'id': '0487258b-9681-41ec-976f-11fe8ddea5f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:25:24.126850 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05ac5a2-6462-4cbb-9787-ad42464da492 None None] Checking router: 52d23286-d202-44aa-b55c-37936fff09ca for host: dv-cinder-821168-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:25:24.136602 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05ac5a2-6462-4cbb-9787-ad42464da492 None None] Routers {'52d23286-d202-44aa-b55c-37936fff09ca'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:25:24.137237 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-e05ac5a2-6462-4cbb-9787-ad42464da492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:25:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['52d23286-d202-44aa-b55c-37936fff09ca'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:25:24.169599 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d037bc96-d107-47cd-b22e-78d7eb6d3a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (12761cfd-a514-460c-ad3d-97183756cbd7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:24.179788 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-930ff255-633e-4841-bd97-05c4ccd6d692 req-b67a807c-39da-4e1d-8a5a-263b91640404 service neutron] 10.222.0.79 "GET /v2.0/networks/8426c2e2-cd82-4b79-97aa-3331e38b281f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140149 Jan 25 02:25:24.212725 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037bc96-d107-47cd-b22e-78d7eb6d3a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12761cfd-a514-460c-ad3d-97183756cbd7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:24.221651 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-d037bc96-d107-47cd-b22e-78d7eb6d3a7f admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=dfe19940ebf04913ac90864c3ec84ab5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3838077 Jan 25 02:25:24.222819 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 41478) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:25:24.248282 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212ea2e-cd2e-4fea-a14f-c6781fe4f252 req-82826021-64d5-482b-9bab-4775a2bfea1b tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:25:24.250146 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9212ea2e-cd2e-4fea-a14f-c6781fe4f252 req-82826021-64d5-482b-9bab-4775a2bfea1b tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 945 time: 0.1099432 Jan 25 02:25:24.262015 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-e05ac5a2-6462-4cbb-9787-ad42464da492 None None] Set router 52d23286-d202-44aa-b55c-37936fff09ca gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:25:24.280763 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-347e9e7d-2f73-404a-9bbe-860854a7b938 admin admin] Publish callbacks [] for security_group (12761cfd-a514-460c-ad3d-97183756cbd7), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:24.307142 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-347e9e7d-2f73-404a-9bbe-860854a7b938 admin admin] Publish callbacks [] for security_group (12761cfd-a514-460c-ad3d-97183756cbd7), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:24.341432 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9212ea2e-cd2e-4fea-a14f-c6781fe4f252 req-80f42c1c-b23a-462d-abd2-db992d3b68ab tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657327 Jan 25 02:25:24.347022 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-930ff255-633e-4841-bd97-05c4ccd6d692 req-f5a73637-5592-48b9-9a1f-472e68e75cab service neutron] 10.222.0.79 "GET /v2.0/networks/8426c2e2-cd82-4b79-97aa-3331e38b281f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601882 Jan 25 02:25:24.475253 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-e05ac5a2-6462-4cbb-9787-ad42464da492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d23286-d202-44aa-b55c-37936fff09ca', 'name': 'tempest-TestShelveInstance-246496564-router', 'tenant_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '6e29dae0-0284-4f34-beac-c0ad304aee57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:19:44Z', 'updated_at': '2022-01-25T02:19:47Z', 'revision_number': 4, 'project_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'gw_port': {'id': '6e29dae0-0284-4f34-beac-c0ad304aee57', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:dc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d23286-d202-44aa-b55c-37936fff09ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:19:44Z', 'updated_at': '2022-01-25T02:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '990dd1bf-edc1-4732-a756-8c092e7d892b', 'name': '', 'network_id': '8426c2e2-cd82-4b79-97aa-3331e38b281f', 'tenant_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'mac_address': 'fa:16:3e:63:bc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d23286-d202-44aa-b55c-37936fff09ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '0487258b-9681-41ec-976f-11fe8ddea5f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:19:46Z', 'updated_at': '2022-01-25T02:19:53Z', 'revision_number': 5, 'project_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'subnets': [{'id': '0487258b-9681-41ec-976f-11fe8ddea5f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:25:24.484187 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-347e9e7d-2f73-404a-9bbe-860854a7b938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (12761cfd-a514-460c-ad3d-97183756cbd7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:24.486766 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-347e9e7d-2f73-404a-9bbe-860854a7b938 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:24.487910 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-347e9e7d-2f73-404a-9bbe-860854a7b938 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/12761cfd-a514-460c-ad3d-97183756cbd7 HTTP/1.1" status: 204 len: 168 time: 0.2646117 Jan 25 02:25:24.496409 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e9e7d-2f73-404a-9bbe-860854a7b938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12761cfd-a514-460c-ad3d-97183756cbd7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:24.502410 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05ac5a2-6462-4cbb-9787-ad42464da492 None None] The sync data for ids ['52d23286-d202-44aa-b55c-37936fff09ca'] in dv-cinder-821168-1-iscsi is: [{'id': '52d23286-d202-44aa-b55c-37936fff09ca', 'name': 'tempest-TestShelveInstance-246496564-router', 'tenant_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '6e29dae0-0284-4f34-beac-c0ad304aee57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:19:44Z', 'updated_at': '2022-01-25T02:19:47Z', 'revision_number': 4, 'project_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'gw_port': {'id': '6e29dae0-0284-4f34-beac-c0ad304aee57', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:dc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d23286-d202-44aa-b55c-37936fff09ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:19:44Z', 'updated_at': '2022-01-25T02:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '990dd1bf-edc1-4732-a756-8c092e7d892b', 'name': '', 'network_id': '8426c2e2-cd82-4b79-97aa-3331e38b281f', 'tenant_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'mac_address': 'fa:16:3e:63:bc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d23286-d202-44aa-b55c-37936fff09ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '0487258b-9681-41ec-976f-11fe8ddea5f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:19:46Z', 'updated_at': '2022-01-25T02:19:53Z', 'revision_number': 5, 'project_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'subnets': [{'id': '0487258b-9681-41ec-976f-11fe8ddea5f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:25:24.543032 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:24.733321 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133a120a-4f2e-429f-91b0-b4571afc4d39 None None] New status for floating IP d48dfa8b-eb38-4622-b63e-795f781db3dd: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:25:25.095040 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 41484) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:25:25.107917 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f974dc7-32a3-4d17-9183-a39370b8e94a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:25.180210 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f974dc7-32a3-4d17-9183-a39370b8e94a admin admin] Publish callbacks [] for security_group (70ba1624-5dbd-483a-a279-f8ec7bd833eb), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:25.266194 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f974dc7-32a3-4d17-9183-a39370b8e94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (70ba1624-5dbd-483a-a279-f8ec7bd833eb), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:25.311225 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-2f974dc7-32a3-4d17-9183-a39370b8e94a admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=1ec6a05419544ed0871a6d8ce25fce46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2150650 Jan 25 02:25:25.312323 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f974dc7-32a3-4d17-9183-a39370b8e94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ba1624-5dbd-483a-a279-f8ec7bd833eb,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:25.313904 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 41486) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:25:25.365461 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7ce5fafe-7407-4875-960c-c2b2c09ed95e admin admin] Publish callbacks [] for security_group (70ba1624-5dbd-483a-a279-f8ec7bd833eb), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:25.387321 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7ce5fafe-7407-4875-960c-c2b2c09ed95e admin admin] Publish callbacks [] for security_group (70ba1624-5dbd-483a-a279-f8ec7bd833eb), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:25.462529 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b5d08-40e5-4286-be38-cadc318debd5 req-17154d6f-e9a0-4597-af84-de43c0ee11c5 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:25:25.464265 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-8e5b5d08-40e5-4286-be38-cadc318debd5 req-17154d6f-e9a0-4597-af84-de43c0ee11c5 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 945 time: 0.0515075 Jan 25 02:25:25.512532 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-8e5b5d08-40e5-4286-be38-cadc318debd5 req-c4cebaf3-37d3-4e7d-8144-c42669ce02ff tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423543 Jan 25 02:25:25.564191 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7ce5fafe-7407-4875-960c-c2b2c09ed95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (70ba1624-5dbd-483a-a279-f8ec7bd833eb), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:25.566854 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7ce5fafe-7407-4875-960c-c2b2c09ed95e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:25.568045 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-7ce5fafe-7407-4875-960c-c2b2c09ed95e admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/70ba1624-5dbd-483a-a279-f8ec7bd833eb HTTP/1.1" status: 204 len: 168 time: 0.2530165 Jan 25 02:25:25.576385 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce5fafe-7407-4875-960c-c2b2c09ed95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ba1624-5dbd-483a-a279-f8ec7bd833eb,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:25.967710 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618587c-a1d0-4534-b613-fdaf0c9b0d45 req-43d90efd-90b0-421f-ae1e-a4838160db03 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:25:25.969185 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f618587c-a1d0-4534-b613-fdaf0c9b0d45 req-43d90efd-90b0-421f-ae1e-a4838160db03 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.79 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 945 time: 0.0535455 Jan 25 02:25:26.059635 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-f618587c-a1d0-4534-b613-fdaf0c9b0d45 req-22abd4ff-20c1-4711-b206-4f5aa8a05f5a tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Deleting port 8e9e33d6-44f2-4824-b458-c50abbb4cf19 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:25:26.059981 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f618587c-a1d0-4534-b613-fdaf0c9b0d45 req-22abd4ff-20c1-4711-b206-4f5aa8a05f5a tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (8e9e33d6-44f2-4824-b458-c50abbb4cf19), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:26.159794 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-f618587c-a1d0-4534-b613-fdaf0c9b0d45 req-22abd4ff-20c1-4711-b206-4f5aa8a05f5a tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] For port 8e9e33d6-44f2-4824-b458-c50abbb4cf19, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=8e9e33d6-44f2-4824-b458-c50abbb4cf19,segment=NetworkSegment(9134ea55-bd26-437a-8c53-8a4f3d20725e),segment_id=9134ea55-bd26-437a-8c53-8a4f3d20725e)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:25:26.160170 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f618587c-a1d0-4534-b613-fdaf0c9b0d45 req-22abd4ff-20c1-4711-b206-4f5aa8a05f5a tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (8e9e33d6-44f2-4824-b458-c50abbb4cf19), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:26.173276 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-f618587c-a1d0-4534-b613-fdaf0c9b0d45 req-22abd4ff-20c1-4711-b206-4f5aa8a05f5a tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Calling delete_port for 8e9e33d6-44f2-4824-b458-c50abbb4cf19 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:25:26.615754 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f618587c-a1d0-4534-b613-fdaf0c9b0d45 req-22abd4ff-20c1-4711-b206-4f5aa8a05f5a tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (8e9e33d6-44f2-4824-b458-c50abbb4cf19), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:26.649701 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22abd4ff-20c1-4711-b206-4f5aa8a05f5a tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Pushing event deleted for resources: {'Port': ['ID=8e9e33d6-44f2-4824-b458-c50abbb4cf19,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:26.680027 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c89ff9-1bc0-41eb-b431-88d2efe826e4 req-77f0668c-63a2-45a7-b458-84ea15453655 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:25:26.681606 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-64c89ff9-1bc0-41eb-b431-88d2efe826e4 req-77f0668c-63a2-45a7-b458-84ea15453655 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 867 time: 0.0995610 Jan 25 02:25:26.706254 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-f618587c-a1d0-4534-b613-fdaf0c9b0d45 req-22abd4ff-20c1-4711-b206-4f5aa8a05f5a tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] No DVR routers for this DVR port 8e9e33d6-44f2-4824-b458-c50abbb4cf19 on host hv-cinder-82116 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:25:26.709106 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f618587c-a1d0-4534-b613-fdaf0c9b0d45 req-22abd4ff-20c1-4711-b206-4f5aa8a05f5a tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:26.712509 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f618587c-a1d0-4534-b613-fdaf0c9b0d45 req-22abd4ff-20c1-4711-b206-4f5aa8a05f5a tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.79 "DELETE /v2.0/ports/8e9e33d6-44f2-4824-b458-c50abbb4cf19 HTTP/1.1" status: 204 len: 173 time: 0.7373774 Jan 25 02:25:26.712944 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035ea150-88d5-486c-ad85-dba6c043f084', 'name': 'network-vif-deleted', 'tag': '8e9e33d6-44f2-4824-b458-c50abbb4cf19'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:25:26.715402 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5240fdf-336e-48b8-92b7-60fb4f27037d" -d '{"events": [{"server_uuid": "035ea150-88d5-486c-ad85-dba6c043f084", "name": "network-vif-deleted", "tag": "8e9e33d6-44f2-4824-b458-c50abbb4cf19"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:25:26.752873 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9a615b-e60f-46b2-aa48-bb10954fdf62 x-openstack-request-id: req-de9a615b-e60f-46b2-aa48-bb10954fdf62 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:25:26.753171 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035ea150-88d5-486c-ad85-dba6c043f084", "name": "network-vif-deleted", "tag": "8e9e33d6-44f2-4824-b458-c50abbb4cf19", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:25:26.753422 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-de9a615b-e60f-46b2-aa48-bb10954fdf62 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:25:26.758886 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035ea150-88d5-486c-ad85-dba6c043f084', 'name': 'network-vif-deleted', 'tag': '8e9e33d6-44f2-4824-b458-c50abbb4cf19', 'status': 'completed', 'code': 200} Jan 25 02:25:26.759435 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-64c89ff9-1bc0-41eb-b431-88d2efe826e4 req-6bae159a-30d5-473c-bfa5-5e7755b2300c tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/security-groups?id=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715292 Jan 25 02:25:27.272295 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b6ea0238-4974-412c-9c7b-6306342bc87a req-41c8718a-1f58-4b95-8488-cbc7750cc709 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=baf1c2f0-8f88-45ca-9e67-a67c920e17d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451219 Jan 25 02:25:27.371019 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea0238-4974-412c-9c7b-6306342bc87a req-0e1aab46-7901-4b80-b9c2-3f3cc3536dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:25:27.372502 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b6ea0238-4974-412c-9c7b-6306342bc87a req-0e1aab46-7901-4b80-b9c2-3f3cc3536dee service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d438dbd2bb14452cbd5a8c8221417335&device_id=baf1c2f0-8f88-45ca-9e67-a67c920e17d0 HTTP/1.1" status: 200 len: 1098 time: 0.0425994 Jan 25 02:25:27.487344 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea0238-4974-412c-9c7b-6306342bc87a req-aa47c9f0-fc5e-4456-a272-ee523c5409a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:25:27.488918 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b6ea0238-4974-412c-9c7b-6306342bc87a req-aa47c9f0-fc5e-4456-a272-ee523c5409a0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=476bff0e-63ed-4bbf-b038-72b2f7bd0810 HTTP/1.1" status: 200 len: 913 time: 0.0991628 Jan 25 02:25:27.557398 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b6ea0238-4974-412c-9c7b-6306342bc87a req-9940f95a-157f-4be7-8783-287f29044499 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cf1ac27-58cf-4002-906b-e614ad7e5048 HTTP/1.1" status: 200 len: 1000 time: 0.0623612 Jan 25 02:25:27.607012 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea0238-4974-412c-9c7b-6306342bc87a req-ec73f3d4-bf11-4cf3-830e-f285097c1184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:25:27.608253 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b6ea0238-4974-412c-9c7b-6306342bc87a req-ec73f3d4-bf11-4cf3-830e-f285097c1184 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b57988f6-205e-46c8-8abb-d10883d65470 HTTP/1.1" status: 200 len: 851 time: 0.0447114 Jan 25 02:25:27.653238 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea0238-4974-412c-9c7b-6306342bc87a req-c0a2b67f-6b66-40d7-a05b-b7f024cee248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:25:27.654767 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b6ea0238-4974-412c-9c7b-6306342bc87a req-c0a2b67f-6b66-40d7-a05b-b7f024cee248 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=476bff0e-63ed-4bbf-b038-72b2f7bd0810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404453 Jan 25 02:25:27.745869 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b6ea0238-4974-412c-9c7b-6306342bc87a req-31c0640a-9396-48e5-8ec9-3d96fa0409fb service neutron] 10.222.0.79 "GET /v2.0/networks/476bff0e-63ed-4bbf-b038-72b2f7bd0810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837390 Jan 25 02:25:27.843766 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b6ea0238-4974-412c-9c7b-6306342bc87a req-d6d85765-6619-4bb4-8bf1-3162d82f30c5 service neutron] 10.222.0.79 "GET /v2.0/networks/476bff0e-63ed-4bbf-b038-72b2f7bd0810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915623 Jan 25 02:25:27.870033 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-4f9079f8-c852-4974-8826-66f1cd8e41ea req-0b2b434e-15fe-4dc6-b061-fb927d910b08 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "GET /v2.0/ports?device_id=035ea150-88d5-486c-ad85-dba6c043f084 HTTP/1.1" status: 200 len: 210 time: 0.0252604 Jan 25 02:25:27.959394 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 8e9e33d6-44f2-4824-b458-c50abbb4cf19 no longer exists at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:25:27.981208 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] No Port match for: 8e9e33d6-44f2-4824-b458-c50abbb4cf19 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:25:27.981659 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 8e9e33d6-44f2-4824-b458-c50abbb4cf19 not bound to the agent host hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:25:28.933131 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 41548) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:25:28.990235 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c10c0307-9c30-48f6-b136-b61a8d7e2032 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks [] for security_group (f3aecc62-9ef5-4947-b3f5-87d9b3794fa6), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:29.016484 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c10c0307-9c30-48f6-b136-b61a8d7e2032 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks [] for security_group (f3aecc62-9ef5-4947-b3f5-87d9b3794fa6), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:29.145422 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c10c0307-9c30-48f6-b136-b61a8d7e2032 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (f3aecc62-9ef5-4947-b3f5-87d9b3794fa6), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:29.148186 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c10c0307-9c30-48f6-b136-b61a8d7e2032 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:29.149402 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-c10c0307-9c30-48f6-b136-b61a8d7e2032 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] 10.222.0.112 "DELETE /v2.0/security-groups/f3aecc62-9ef5-4947-b3f5-87d9b3794fa6 HTTP/1.1" status: 204 len: 168 time: 0.2152009 Jan 25 02:25:29.158609 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c0307-9c30-48f6-b136-b61a8d7e2032 tempest-TestShelveInstance-1696312497 tempest-TestShelveInstance-1696312497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3aecc62-9ef5-4947-b3f5-87d9b3794fa6,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:29.250933 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 41552) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:25:29.739317 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-707f8ba0-abfd-4f96-889e-fb2c3df4dfa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1015284'] for router_interface (52d23286-d202-44aa-b55c-37936fff09ca), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:30.002637 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-707f8ba0-abfd-4f96-889e-fb2c3df4dfa3 admin admin] Deleting port 990dd1bf-edc1-4732-a756-8c092e7d892b {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:25:30.003233 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-707f8ba0-abfd-4f96-889e-fb2c3df4dfa3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (990dd1bf-edc1-4732-a756-8c092e7d892b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:30.080109 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-707f8ba0-abfd-4f96-889e-fb2c3df4dfa3 admin admin] For port 990dd1bf-edc1-4732-a756-8c092e7d892b, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=990dd1bf-edc1-4732-a756-8c092e7d892b,segment=NetworkSegment(9134ea55-bd26-437a-8c53-8a4f3d20725e),segment_id=9134ea55-bd26-437a-8c53-8a4f3d20725e)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:25:30.080481 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-707f8ba0-abfd-4f96-889e-fb2c3df4dfa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (990dd1bf-edc1-4732-a756-8c092e7d892b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:30.092721 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-707f8ba0-abfd-4f96-889e-fb2c3df4dfa3 admin admin] Calling delete_port for 990dd1bf-edc1-4732-a756-8c092e7d892b owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:25:30.363934 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-707f8ba0-abfd-4f96-889e-fb2c3df4dfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (990dd1bf-edc1-4732-a756-8c092e7d892b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:30.393610 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f8ba0-abfd-4f96-889e-fb2c3df4dfa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=990dd1bf-edc1-4732-a756-8c092e7d892b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:30.558471 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-707f8ba0-abfd-4f96-889e-fb2c3df4dfa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1009881'] for router_interface (52d23286-d202-44aa-b55c-37936fff09ca), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:30.767917 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707f8ba0-abfd-4f96-889e-fb2c3df4dfa3 admin admin] Router 52d23286-d202-44aa-b55c-37936fff09ca has already been hosted by L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:25:30.872411 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707f8ba0-abfd-4f96-889e-fb2c3df4dfa3 admin admin] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:25:30.877378 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-707f8ba0-abfd-4f96-889e-fb2c3df4dfa3 admin admin] 10.222.0.112 "PUT /v2.0/routers/52d23286-d202-44aa-b55c-37936fff09ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6254139 Jan 25 02:25:30.879983 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 41562) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:25:30.882047 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fd6ec0-1410-4844-b783-483c992c9fa5 None None] Sync routers for ids ['52d23286-d202-44aa-b55c-37936fff09ca'] in dv-cinder-821168-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:25:30.892910 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fd6ec0-1410-4844-b783-483c992c9fa5 None None] Routers {'52d23286-d202-44aa-b55c-37936fff09ca'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:25:30.893522 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-15fd6ec0-1410-4844-b783-483c992c9fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:25:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['52d23286-d202-44aa-b55c-37936fff09ca'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:25:30.984802 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b222482-4276-4181-935d-0235d6b34915 admin admin] Publish callbacks [] for router (52d23286-d202-44aa-b55c-37936fff09ca), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:30.997303 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-15fd6ec0-1410-4844-b783-483c992c9fa5 None None] Set router 52d23286-d202-44aa-b55c-37936fff09ca gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:25:31.080232 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b222482-4276-4181-935d-0235d6b34915 admin admin] Publish callbacks [] for router_gateway (52d23286-d202-44aa-b55c-37936fff09ca), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:31.176424 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-15fd6ec0-1410-4844-b783-483c992c9fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d23286-d202-44aa-b55c-37936fff09ca', 'name': 'tempest-TestShelveInstance-246496564-router', 'tenant_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '6e29dae0-0284-4f34-beac-c0ad304aee57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:19:44Z', 'updated_at': '2022-01-25T02:25:30Z', 'revision_number': 5, 'project_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'gw_port': {'id': '6e29dae0-0284-4f34-beac-c0ad304aee57', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:dc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d23286-d202-44aa-b55c-37936fff09ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:19:44Z', 'updated_at': '2022-01-25T02:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi'}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:25:31.181391 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b222482-4276-4181-935d-0235d6b34915 admin admin] Deleting port 6e29dae0-0284-4f34-beac-c0ad304aee57 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:25:31.181733 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b222482-4276-4181-935d-0235d6b34915 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (6e29dae0-0284-4f34-beac-c0ad304aee57), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:31.202517 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fd6ec0-1410-4844-b783-483c992c9fa5 None None] Checking router: 52d23286-d202-44aa-b55c-37936fff09ca for host: dv-cinder-821168-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:25:31.212492 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fd6ec0-1410-4844-b783-483c992c9fa5 None None] Routers {'52d23286-d202-44aa-b55c-37936fff09ca'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:25:31.213262 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-15fd6ec0-1410-4844-b783-483c992c9fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:25:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['52d23286-d202-44aa-b55c-37936fff09ca'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:25:31.262014 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6b222482-4276-4181-935d-0235d6b34915 admin admin] For port 6e29dae0-0284-4f34-beac-c0ad304aee57, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=6e29dae0-0284-4f34-beac-c0ad304aee57,segment=NetworkSegment(563111bc-0e97-4ad0-9464-e144d87fe1b2),segment_id=563111bc-0e97-4ad0-9464-e144d87fe1b2)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:25:31.262386 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b222482-4276-4181-935d-0235d6b34915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (6e29dae0-0284-4f34-beac-c0ad304aee57), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:31.274541 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6b222482-4276-4181-935d-0235d6b34915 admin admin] Calling delete_port for 6e29dae0-0284-4f34-beac-c0ad304aee57 owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:25:31.306831 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-15fd6ec0-1410-4844-b783-483c992c9fa5 None None] Set router 52d23286-d202-44aa-b55c-37936fff09ca gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:25:31.360437 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-15fd6ec0-1410-4844-b783-483c992c9fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d23286-d202-44aa-b55c-37936fff09ca', 'name': 'tempest-TestShelveInstance-246496564-router', 'tenant_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:19:44Z', 'updated_at': '2022-01-25T02:25:31Z', 'revision_number': 6, 'project_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'gw_port_host': None}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:25:31.390985 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fd6ec0-1410-4844-b783-483c992c9fa5 None None] The sync data for ids ['52d23286-d202-44aa-b55c-37936fff09ca'] in dv-cinder-821168-1-iscsi is: [{'id': '52d23286-d202-44aa-b55c-37936fff09ca', 'name': 'tempest-TestShelveInstance-246496564-router', 'tenant_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:19:44Z', 'updated_at': '2022-01-25T02:25:31Z', 'revision_number': 6, 'project_id': '15ad996b1dfa42d8ab7b8d41dfa9eaaa', 'gw_port_host': None}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:25:31.493974 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b222482-4276-4181-935d-0235d6b34915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (6e29dae0-0284-4f34-beac-c0ad304aee57), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:31.526354 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b222482-4276-4181-935d-0235d6b34915 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e29dae0-0284-4f34-beac-c0ad304aee57,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:31.581292 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b222482-4276-4181-935d-0235d6b34915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1011973'] for router_gateway (52d23286-d202-44aa-b55c-37936fff09ca), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:31.669710 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b222482-4276-4181-935d-0235d6b34915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1006746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1052'] for router (52d23286-d202-44aa-b55c-37936fff09ca), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:31.671894 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b222482-4276-4181-935d-0235d6b34915 admin admin] Publish callbacks [] for router_controller (52d23286-d202-44aa-b55c-37936fff09ca), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:31.769735 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b222482-4276-4181-935d-0235d6b34915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1006737'] for router (52d23286-d202-44aa-b55c-37936fff09ca), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:31.770314 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b222482-4276-4181-935d-0235d6b34915 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52d23286-d202-44aa-b55c-37936fff09ca {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 02:25:31.776017 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b222482-4276-4181-935d-0235d6b34915 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:31.777695 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-6b222482-4276-4181-935d-0235d6b34915 admin admin] 10.222.0.112 "DELETE /v2.0/routers/52d23286-d202-44aa-b55c-37936fff09ca HTTP/1.1" status: 204 len: 168 time: 0.8964238 Jan 25 02:25:31.779781 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 41566) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:25:31.827437 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-2014c143-7ea4-4245-a3ae-84421e776fb6 admin admin] Deleting subnet 0487258b-9681-41ec-976f-11fe8ddea5f0 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 02:25:31.832827 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2014c143-7ea4-4245-a3ae-84421e776fb6 admin admin] Publish callbacks [] for subnet (0487258b-9681-41ec-976f-11fe8ddea5f0), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:31.872281 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2014c143-7ea4-4245-a3ae-84421e776fb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039250'] for subnet (0487258b-9681-41ec-976f-11fe8ddea5f0), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:31.946618 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2014c143-7ea4-4245-a3ae-84421e776fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16745065'] for subnet (0487258b-9681-41ec-976f-11fe8ddea5f0), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:32.056126 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2014c143-7ea4-4245-a3ae-84421e776fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16745106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26102463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26172646'] for subnet (0487258b-9681-41ec-976f-11fe8ddea5f0), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:32.078724 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2014c143-7ea4-4245-a3ae-84421e776fb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0487258b-9681-41ec-976f-11fe8ddea5f0,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:32.084380 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2014c143-7ea4-4245-a3ae-84421e776fb6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:32.087545 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-2014c143-7ea4-4245-a3ae-84421e776fb6 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/0487258b-9681-41ec-976f-11fe8ddea5f0 HTTP/1.1" status: 204 len: 168 time: 0.3066785 Jan 25 02:25:32.090353 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 41568) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:25:32.093039 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f70b7f5-a0fc-4866-9327-7c47844fbe11 None None] Network 8426c2e2-cd82-4b79-97aa-3331e38b281f requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:25:32.162733 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-709f35fd-864c-48a8-83b1-aa381de941ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16363431'] for network (8426c2e2-cd82-4b79-97aa-3331e38b281f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:32.216691 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-709f35fd-864c-48a8-83b1-aa381de941ff admin admin] Deleting port 09930979-56e8-4b5e-8526-981dc68be2bf {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:25:32.217048 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-709f35fd-864c-48a8-83b1-aa381de941ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (09930979-56e8-4b5e-8526-981dc68be2bf), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:32.248957 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cad5fdc-3315-4bdd-b67a-19ad497e6f2a None None] DHCP port deletion for 8426c2e2-cd82-4b79-97aa-3331e38b281f request from dv-cinder-821168-1-iscsi {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 02:25:32.304555 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-709f35fd-864c-48a8-83b1-aa381de941ff admin admin] For port 09930979-56e8-4b5e-8526-981dc68be2bf, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=09930979-56e8-4b5e-8526-981dc68be2bf,segment=NetworkSegment(9134ea55-bd26-437a-8c53-8a4f3d20725e),segment_id=9134ea55-bd26-437a-8c53-8a4f3d20725e)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:25:32.305139 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-709f35fd-864c-48a8-83b1-aa381de941ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (09930979-56e8-4b5e-8526-981dc68be2bf), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:32.312041 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0cad5fdc-3315-4bdd-b67a-19ad497e6f2a None None] Deleting port 09930979-56e8-4b5e-8526-981dc68be2bf {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:25:32.316673 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0cad5fdc-3315-4bdd-b67a-19ad497e6f2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (09930979-56e8-4b5e-8526-981dc68be2bf), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:32.320675 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-709f35fd-864c-48a8-83b1-aa381de941ff admin admin] Calling delete_port for 09930979-56e8-4b5e-8526-981dc68be2bf owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:25:32.338321 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 09930979-56e8-4b5e-8526-981dc68be2bf no longer exists at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:25:32.495524 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-709f35fd-864c-48a8-83b1-aa381de941ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (09930979-56e8-4b5e-8526-981dc68be2bf), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:32.524843 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709f35fd-864c-48a8-83b1-aa381de941ff admin admin] No DVR routers for this DVR port 09930979-56e8-4b5e-8526-981dc68be2bf on host dv-cinder-821168-1-iscsi {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:25:32.528753 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f35fd-864c-48a8-83b1-aa381de941ff admin admin] Pushing event deleted for resources: {'Port': ['ID=09930979-56e8-4b5e-8526-981dc68be2bf,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:32.543231 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-0cad5fdc-3315-4bdd-b67a-19ad497e6f2a None None] For port 09930979-56e8-4b5e-8526-981dc68be2bf, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=09930979-56e8-4b5e-8526-981dc68be2bf,segment=NetworkSegment(9134ea55-bd26-437a-8c53-8a4f3d20725e),segment_id=9134ea55-bd26-437a-8c53-8a4f3d20725e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:25:32.543629 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0cad5fdc-3315-4bdd-b67a-19ad497e6f2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (09930979-56e8-4b5e-8526-981dc68be2bf), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:32.558909 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0cad5fdc-3315-4bdd-b67a-19ad497e6f2a None None] Calling delete_port for 09930979-56e8-4b5e-8526-981dc68be2bf owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:25:32.560585 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] No active binding found for port 09930979-56e8-4b5e-8526-981dc68be2bf {{(pid=103189) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 25 02:25:32.560952 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] The host dv-cinder-821168-1-iscsi is not matching for port 09930979-56e8-4b5e-8526-981dc68be2bf host None! {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 25 02:25:32.561336 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 09930979-56e8-4b5e-8526-981dc68be2bf not bound to the agent host dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:25:32.561744 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 990dd1bf-edc1-4732-a756-8c092e7d892b no longer exists at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:25:32.588113 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] No Port match for: 990dd1bf-edc1-4732-a756-8c092e7d892b {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:25:32.588458 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 990dd1bf-edc1-4732-a756-8c092e7d892b not bound to the agent host dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:25:32.588870 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 6e29dae0-0284-4f34-beac-c0ad304aee57 no longer exists at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:25:32.637688 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] No Port match for: 6e29dae0-0284-4f34-beac-c0ad304aee57 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:25:32.638038 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 6e29dae0-0284-4f34-beac-c0ad304aee57 not bound to the agent host dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:25:32.673800 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0cad5fdc-3315-4bdd-b67a-19ad497e6f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249'] for port (09930979-56e8-4b5e-8526-981dc68be2bf), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:32.701197 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad5fdc-3315-4bdd-b67a-19ad497e6f2a None None] Pushing event deleted for resources: {'Port': ['ID=09930979-56e8-4b5e-8526-981dc68be2bf,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:32.704687 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cad5fdc-3315-4bdd-b67a-19ad497e6f2a None None] No DVR routers for this DVR port 09930979-56e8-4b5e-8526-981dc68be2bf on host dv-cinder-821168-1-iscsi {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:25:32.868298 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-709f35fd-864c-48a8-83b1-aa381de941ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16730868', 'neutron.services.segments.db._delete_segments_for_network-8777998562223'] for network (8426c2e2-cd82-4b79-97aa-3331e38b281f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:32.887931 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.services.segments.db [None req-709f35fd-864c-48a8-83b1-aa381de941ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8426c2e2-cd82-4b79-97aa-3331e38b281f']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:25:32.896861 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.services.segments.db [None req-709f35fd-864c-48a8-83b1-aa381de941ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9134ea55-bd26-437a-8c53-8a4f3d20725e') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:25:32.897173 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.services.segments.db [None req-709f35fd-864c-48a8-83b1-aa381de941ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9134ea55-bd26-437a-8c53-8a4f3d20725e') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:25:32.907511 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-709f35fd-864c-48a8-83b1-aa381de941ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777998562097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039243'] for segment (9134ea55-bd26-437a-8c53-8a4f3d20725e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:32.925546 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-709f35fd-864c-48a8-83b1-aa381de941ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422'] for segment (9134ea55-bd26-437a-8c53-8a4f3d20725e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:32.931441 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-709f35fd-864c-48a8-83b1-aa381de941ff admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 02:25:32.940994 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-709f35fd-864c-48a8-83b1-aa381de941ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26102497'] for segment (9134ea55-bd26-437a-8c53-8a4f3d20725e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:32.940994 dv-cinder-821168-1-iscsi neutron-server[103187]: Traceback (most recent call last): Jan 25 02:25:32.940994 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 02:25:32.940994 dv-cinder-821168-1-iscsi neutron-server[103187]: timer() Jan 25 02:25:32.940994 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 02:25:32.940994 dv-cinder-821168-1-iscsi neutron-server[103187]: cb(*args, **kw) Jan 25 02:25:32.940994 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 02:25:32.940994 dv-cinder-821168-1-iscsi neutron-server[103187]: return func(*args, **kwargs) Jan 25 02:25:32.940994 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 02:25:32.940994 dv-cinder-821168-1-iscsi neutron-server[103187]: self._notify() Jan 25 02:25:32.940994 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 02:25:32.940994 dv-cinder-821168-1-iscsi neutron-server[103187]: self.callback(batched_events) Jan 25 02:25:32.940994 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 02:25:32.940994 dv-cinder-821168-1-iscsi neutron-server[103187]: event.method(event) Jan 25 02:25:32.940994 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 02:25:32.940994 dv-cinder-821168-1-iscsi neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 02:25:32.940994 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 02:25:32.940994 dv-cinder-821168-1-iscsi neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 02:25:32.940994 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 02:25:32.940994 dv-cinder-821168-1-iscsi neutron-server[103187]: return f(self, *a, **k) Jan 25 02:25:32.940994 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 02:25:32.940994 dv-cinder-821168-1-iscsi neutron-server[103187]: return self._get(url).json() Jan 25 02:25:32.940994 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 02:25:32.940994 dv-cinder-821168-1-iscsi neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 02:25:32.940994 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 02:25:32.940994 dv-cinder-821168-1-iscsi neutron-server[103187]: return self.request(url, 'GET', **kwargs) Jan 25 02:25:32.940994 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 02:25:32.940994 dv-cinder-821168-1-iscsi neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 02:25:32.940994 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 02:25:32.940994 dv-cinder-821168-1-iscsi neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 02:25:32.940994 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 02:25:32.940994 dv-cinder-821168-1-iscsi neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 02:25:32.940994 dv-cinder-821168-1-iscsi neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 02:25:33.043635 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-709f35fd-864c-48a8-83b1-aa381de941ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16730819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013164'] for network (8426c2e2-cd82-4b79-97aa-3331e38b281f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:33.059312 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-709f35fd-864c-48a8-83b1-aa381de941ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:33.062539 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-709f35fd-864c-48a8-83b1-aa381de941ff admin admin] 10.222.0.112 "DELETE /v2.0/networks/8426c2e2-cd82-4b79-97aa-3331e38b281f HTTP/1.1" status: 204 len: 168 time: 0.9711602 Jan 25 02:25:33.063828 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f35fd-864c-48a8-83b1-aa381de941ff admin admin] Pushing event deleted for resources: {'Network': ['ID=8426c2e2-cd82-4b79-97aa-3331e38b281f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:33.065398 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 41572) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:25:33.404047 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5672c090-3409-4b90-b07e-12d21cd2828f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1015284'] for router_interface (a03cd482-50d7-47fa-acbf-e8f293d0dbc6), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:33.633834 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-5672c090-3409-4b90-b07e-12d21cd2828f admin admin] Deleting port 1a1986de-1c58-4722-b51e-79a9b51e7db7 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:25:33.634170 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5672c090-3409-4b90-b07e-12d21cd2828f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (1a1986de-1c58-4722-b51e-79a9b51e7db7), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:33.711730 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-5672c090-3409-4b90-b07e-12d21cd2828f admin admin] For port 1a1986de-1c58-4722-b51e-79a9b51e7db7, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=1a1986de-1c58-4722-b51e-79a9b51e7db7,segment=NetworkSegment(c6cba1be-7b88-42fb-be92-66da4accb3b2),segment_id=c6cba1be-7b88-42fb-be92-66da4accb3b2)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:25:33.712014 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5672c090-3409-4b90-b07e-12d21cd2828f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (1a1986de-1c58-4722-b51e-79a9b51e7db7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:33.723401 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-5672c090-3409-4b90-b07e-12d21cd2828f admin admin] Calling delete_port for 1a1986de-1c58-4722-b51e-79a9b51e7db7 owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:25:33.964120 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5672c090-3409-4b90-b07e-12d21cd2828f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (1a1986de-1c58-4722-b51e-79a9b51e7db7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:33.989584 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5672c090-3409-4b90-b07e-12d21cd2828f admin admin] Pushing event deleted for resources: {'Port': ['ID=1a1986de-1c58-4722-b51e-79a9b51e7db7,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:34.160790 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5672c090-3409-4b90-b07e-12d21cd2828f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1009881'] for router_interface (a03cd482-50d7-47fa-acbf-e8f293d0dbc6), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:34.377309 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5672c090-3409-4b90-b07e-12d21cd2828f admin admin] Router a03cd482-50d7-47fa-acbf-e8f293d0dbc6 has already been hosted by L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:25:34.482951 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5672c090-3409-4b90-b07e-12d21cd2828f admin admin] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:25:34.488261 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-5672c090-3409-4b90-b07e-12d21cd2828f admin admin] 10.222.0.112 "PUT /v2.0/routers/a03cd482-50d7-47fa-acbf-e8f293d0dbc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4218993 Jan 25 02:25:34.491369 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 41578) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:25:34.493157 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2f6802-6a1a-4d70-8f18-9f695259f947 None None] Sync routers for ids ['a03cd482-50d7-47fa-acbf-e8f293d0dbc6'] in dv-cinder-821168-1-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:25:34.503536 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2f6802-6a1a-4d70-8f18-9f695259f947 None None] Routers {'a03cd482-50d7-47fa-acbf-e8f293d0dbc6'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:25:34.509691 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6f2f6802-6a1a-4d70-8f18-9f695259f947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:25:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['a03cd482-50d7-47fa-acbf-e8f293d0dbc6'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:25:34.594944 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-608ebee7-9293-4cc8-ad47-07669918c84f admin admin] Publish callbacks [] for router (a03cd482-50d7-47fa-acbf-e8f293d0dbc6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:34.611419 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-6f2f6802-6a1a-4d70-8f18-9f695259f947 None None] Set router a03cd482-50d7-47fa-acbf-e8f293d0dbc6 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:25:34.795339 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6f2f6802-6a1a-4d70-8f18-9f695259f947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03cd482-50d7-47fa-acbf-e8f293d0dbc6', 'name': 'tempest-TestShelveInstance-739256875-router', 'tenant_id': '719ce57f00f74ad391f3bdb6b207c5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'ee78da5f-88f4-4bb0-bc4f-638a5533b68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:19:50Z', 'updated_at': '2022-01-25T02:25:33Z', 'revision_number': 5, 'project_id': '719ce57f00f74ad391f3bdb6b207c5d0', 'gw_port': {'id': 'ee78da5f-88f4-4bb0-bc4f-638a5533b68c', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03cd482-50d7-47fa-acbf-e8f293d0dbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:19:51Z', 'updated_at': '2022-01-25T02:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi'}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:25:34.825899 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2f6802-6a1a-4d70-8f18-9f695259f947 None None] Checking router: a03cd482-50d7-47fa-acbf-e8f293d0dbc6 for host: dv-cinder-821168-1-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:25:34.834629 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2f6802-6a1a-4d70-8f18-9f695259f947 None None] Routers {'a03cd482-50d7-47fa-acbf-e8f293d0dbc6'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:25:34.835292 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6f2f6802-6a1a-4d70-8f18-9f695259f947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:25:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['a03cd482-50d7-47fa-acbf-e8f293d0dbc6'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:25:34.920813 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-608ebee7-9293-4cc8-ad47-07669918c84f admin admin] Publish callbacks [] for router_gateway (a03cd482-50d7-47fa-acbf-e8f293d0dbc6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:34.940158 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-6f2f6802-6a1a-4d70-8f18-9f695259f947 None None] Set router a03cd482-50d7-47fa-acbf-e8f293d0dbc6 gateway port host: dv-cinder-821168-1-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:25:35.033523 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-608ebee7-9293-4cc8-ad47-07669918c84f admin admin] Deleting port ee78da5f-88f4-4bb0-bc4f-638a5533b68c {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:25:35.033856 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-608ebee7-9293-4cc8-ad47-07669918c84f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (ee78da5f-88f4-4bb0-bc4f-638a5533b68c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:35.109617 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-608ebee7-9293-4cc8-ad47-07669918c84f admin admin] For port ee78da5f-88f4-4bb0-bc4f-638a5533b68c, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=ee78da5f-88f4-4bb0-bc4f-638a5533b68c,segment=NetworkSegment(563111bc-0e97-4ad0-9464-e144d87fe1b2),segment_id=563111bc-0e97-4ad0-9464-e144d87fe1b2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:25:35.109884 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-608ebee7-9293-4cc8-ad47-07669918c84f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (ee78da5f-88f4-4bb0-bc4f-638a5533b68c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:35.120070 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6f2f6802-6a1a-4d70-8f18-9f695259f947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03cd482-50d7-47fa-acbf-e8f293d0dbc6', 'name': 'tempest-TestShelveInstance-739256875-router', 'tenant_id': '719ce57f00f74ad391f3bdb6b207c5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'ee78da5f-88f4-4bb0-bc4f-638a5533b68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:19:50Z', 'updated_at': '2022-01-25T02:25:33Z', 'revision_number': 5, 'project_id': '719ce57f00f74ad391f3bdb6b207c5d0', 'gw_port': {'id': 'ee78da5f-88f4-4bb0-bc4f-638a5533b68c', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03cd482-50d7-47fa-acbf-e8f293d0dbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:19:51Z', 'updated_at': '2022-01-25T02:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi'}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:25:35.122674 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-608ebee7-9293-4cc8-ad47-07669918c84f admin admin] Calling delete_port for ee78da5f-88f4-4bb0-bc4f-638a5533b68c owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:25:35.142193 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2f6802-6a1a-4d70-8f18-9f695259f947 None None] The sync data for ids ['a03cd482-50d7-47fa-acbf-e8f293d0dbc6'] in dv-cinder-821168-1-iscsi is: [{'id': 'a03cd482-50d7-47fa-acbf-e8f293d0dbc6', 'name': 'tempest-TestShelveInstance-739256875-router', 'tenant_id': '719ce57f00f74ad391f3bdb6b207c5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'ee78da5f-88f4-4bb0-bc4f-638a5533b68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:19:50Z', 'updated_at': '2022-01-25T02:25:33Z', 'revision_number': 5, 'project_id': '719ce57f00f74ad391f3bdb6b207c5d0', 'gw_port': {'id': 'ee78da5f-88f4-4bb0-bc4f-638a5533b68c', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03cd482-50d7-47fa-acbf-e8f293d0dbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:19:51Z', 'updated_at': '2022-01-25T02:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:25:35.391398 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-608ebee7-9293-4cc8-ad47-07669918c84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25362021'] for port (ee78da5f-88f4-4bb0-bc4f-638a5533b68c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:35.422425 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ebee7-9293-4cc8-ad47-07669918c84f admin admin] Pushing event deleted for resources: {'Port': ['ID=ee78da5f-88f4-4bb0-bc4f-638a5533b68c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:35.480571 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-608ebee7-9293-4cc8-ad47-07669918c84f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1011973'] for router_gateway (a03cd482-50d7-47fa-acbf-e8f293d0dbc6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:35.574283 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-608ebee7-9293-4cc8-ad47-07669918c84f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1006746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1052'] for router (a03cd482-50d7-47fa-acbf-e8f293d0dbc6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:35.576664 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-608ebee7-9293-4cc8-ad47-07669918c84f admin admin] Publish callbacks [] for router_controller (a03cd482-50d7-47fa-acbf-e8f293d0dbc6), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:35.695789 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-608ebee7-9293-4cc8-ad47-07669918c84f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1006737'] for router (a03cd482-50d7-47fa-acbf-e8f293d0dbc6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:35.696383 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608ebee7-9293-4cc8-ad47-07669918c84f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a03cd482-50d7-47fa-acbf-e8f293d0dbc6 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 02:25:35.701843 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-608ebee7-9293-4cc8-ad47-07669918c84f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:35.703263 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-608ebee7-9293-4cc8-ad47-07669918c84f admin admin] 10.222.0.112 "DELETE /v2.0/routers/a03cd482-50d7-47fa-acbf-e8f293d0dbc6 HTTP/1.1" status: 204 len: 168 time: 1.2107019 Jan 25 02:25:35.706259 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 41588) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:25:35.755939 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-24259aaf-e0fe-4696-b7e6-282902c589d8 admin admin] Deleting subnet 3211e477-b571-4e48-b76d-ad8034a178d1 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 02:25:35.759907 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24259aaf-e0fe-4696-b7e6-282902c589d8 admin admin] Publish callbacks [] for subnet (3211e477-b571-4e48-b76d-ad8034a178d1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:35.798487 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24259aaf-e0fe-4696-b7e6-282902c589d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25179602'] for subnet (3211e477-b571-4e48-b76d-ad8034a178d1), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:35.877931 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24259aaf-e0fe-4696-b7e6-282902c589d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16745065'] for subnet (3211e477-b571-4e48-b76d-ad8034a178d1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:35.981057 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24259aaf-e0fe-4696-b7e6-282902c589d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16745106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25361992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25199770'] for subnet (3211e477-b571-4e48-b76d-ad8034a178d1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:36.012827 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24259aaf-e0fe-4696-b7e6-282902c589d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3211e477-b571-4e48-b76d-ad8034a178d1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:36.014823 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24259aaf-e0fe-4696-b7e6-282902c589d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:36.018586 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-24259aaf-e0fe-4696-b7e6-282902c589d8 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/3211e477-b571-4e48-b76d-ad8034a178d1 HTTP/1.1" status: 204 len: 168 time: 0.3113003 Jan 25 02:25:36.018838 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080439bf-da55-4b3b-9cc7-d99be4129c7a None None] Network 5e7aa8d3-1f84-4dd7-9c29-b04a14f9fb20 requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:25:36.020461 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 41594) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:25:36.092975 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52d3616a-32ac-404c-96fa-490f5dc52890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16363431'] for network (5e7aa8d3-1f84-4dd7-9c29-b04a14f9fb20), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:36.154457 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-52d3616a-32ac-404c-96fa-490f5dc52890 admin admin] Deleting port 20e6c9c8-3288-447a-b5e6-b37994299e3e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:25:36.154796 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52d3616a-32ac-404c-96fa-490f5dc52890 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (20e6c9c8-3288-447a-b5e6-b37994299e3e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:36.200761 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccd9631-f7fb-4c0c-ae9f-c72a2b1802ae None None] DHCP port deletion for 5e7aa8d3-1f84-4dd7-9c29-b04a14f9fb20 request from dv-cinder-821168-1-iscsi {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 02:25:36.231694 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-52d3616a-32ac-404c-96fa-490f5dc52890 admin admin] For port 20e6c9c8-3288-447a-b5e6-b37994299e3e, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=20e6c9c8-3288-447a-b5e6-b37994299e3e,segment=NetworkSegment(c6cba1be-7b88-42fb-be92-66da4accb3b2),segment_id=c6cba1be-7b88-42fb-be92-66da4accb3b2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:25:36.232063 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52d3616a-32ac-404c-96fa-490f5dc52890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (20e6c9c8-3288-447a-b5e6-b37994299e3e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:36.246013 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-52d3616a-32ac-404c-96fa-490f5dc52890 admin admin] Calling delete_port for 20e6c9c8-3288-447a-b5e6-b37994299e3e owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:25:36.251017 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fccd9631-f7fb-4c0c-ae9f-c72a2b1802ae None None] Deleting port 20e6c9c8-3288-447a-b5e6-b37994299e3e {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:25:36.251507 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fccd9631-f7fb-4c0c-ae9f-c72a2b1802ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (20e6c9c8-3288-447a-b5e6-b37994299e3e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:36.302885 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 1a1986de-1c58-4722-b51e-79a9b51e7db7 no longer exists at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:25:36.339708 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-fccd9631-f7fb-4c0c-ae9f-c72a2b1802ae None None] For port 20e6c9c8-3288-447a-b5e6-b37994299e3e, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=20e6c9c8-3288-447a-b5e6-b37994299e3e,segment=NetworkSegment(c6cba1be-7b88-42fb-be92-66da4accb3b2),segment_id=c6cba1be-7b88-42fb-be92-66da4accb3b2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:25:36.340099 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fccd9631-f7fb-4c0c-ae9f-c72a2b1802ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (20e6c9c8-3288-447a-b5e6-b37994299e3e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:36.342557 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] No Port match for: 1a1986de-1c58-4722-b51e-79a9b51e7db7 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:25:36.342905 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 1a1986de-1c58-4722-b51e-79a9b51e7db7 not bound to the agent host dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:25:36.343322 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device ee78da5f-88f4-4bb0-bc4f-638a5533b68c no longer exists at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:25:36.367523 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] No Port match for: ee78da5f-88f4-4bb0-bc4f-638a5533b68c {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:25:36.367872 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device ee78da5f-88f4-4bb0-bc4f-638a5533b68c not bound to the agent host dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:25:36.368323 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 20e6c9c8-3288-447a-b5e6-b37994299e3e no longer exists at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:25:36.389623 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fccd9631-f7fb-4c0c-ae9f-c72a2b1802ae None None] Calling delete_port for 20e6c9c8-3288-447a-b5e6-b37994299e3e owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:25:36.421217 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52d3616a-32ac-404c-96fa-490f5dc52890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25362021'] for port (20e6c9c8-3288-447a-b5e6-b37994299e3e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:36.446943 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] No active binding found for port 20e6c9c8-3288-447a-b5e6-b37994299e3e {{(pid=103189) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 25 02:25:36.447312 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] The host dv-cinder-821168-1-iscsi is not matching for port 20e6c9c8-3288-447a-b5e6-b37994299e3e host None! {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 25 02:25:36.447691 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 20e6c9c8-3288-447a-b5e6-b37994299e3e not bound to the agent host dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:25:36.453378 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3616a-32ac-404c-96fa-490f5dc52890 admin admin] Pushing event deleted for resources: {'Port': ['ID=20e6c9c8-3288-447a-b5e6-b37994299e3e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:36.455329 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d3616a-32ac-404c-96fa-490f5dc52890 admin admin] No DVR routers for this DVR port 20e6c9c8-3288-447a-b5e6-b37994299e3e on host dv-cinder-821168-1-iscsi {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:25:36.485573 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fccd9631-f7fb-4c0c-ae9f-c72a2b1802ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249'] for port (20e6c9c8-3288-447a-b5e6-b37994299e3e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:36.510745 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd9631-f7fb-4c0c-ae9f-c72a2b1802ae None None] Pushing event deleted for resources: {'Port': ['ID=20e6c9c8-3288-447a-b5e6-b37994299e3e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:36.514176 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccd9631-f7fb-4c0c-ae9f-c72a2b1802ae None None] No DVR routers for this DVR port 20e6c9c8-3288-447a-b5e6-b37994299e3e on host dv-cinder-821168-1-iscsi {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:25:36.530135 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52d3616a-32ac-404c-96fa-490f5dc52890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16730868', 'neutron.services.segments.db._delete_segments_for_network-8777998562223'] for network (5e7aa8d3-1f84-4dd7-9c29-b04a14f9fb20), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:36.548795 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-52d3616a-32ac-404c-96fa-490f5dc52890 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e7aa8d3-1f84-4dd7-9c29-b04a14f9fb20']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:25:36.558205 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-52d3616a-32ac-404c-96fa-490f5dc52890 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6cba1be-7b88-42fb-be92-66da4accb3b2') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:25:36.560996 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-52d3616a-32ac-404c-96fa-490f5dc52890 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6cba1be-7b88-42fb-be92-66da4accb3b2') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:25:36.567440 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52d3616a-32ac-404c-96fa-490f5dc52890 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777998562097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25179595'] for segment (c6cba1be-7b88-42fb-be92-66da4accb3b2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:36.580427 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52d3616a-32ac-404c-96fa-490f5dc52890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422'] for segment (c6cba1be-7b88-42fb-be92-66da4accb3b2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:36.587009 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52d3616a-32ac-404c-96fa-490f5dc52890 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 02:25:36.587411 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52d3616a-32ac-404c-96fa-490f5dc52890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25361942'] for segment (c6cba1be-7b88-42fb-be92-66da4accb3b2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:36.589341 dv-cinder-821168-1-iscsi neutron-server[103188]: Traceback (most recent call last): Jan 25 02:25:36.589341 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 02:25:36.589341 dv-cinder-821168-1-iscsi neutron-server[103188]: timer() Jan 25 02:25:36.589341 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 02:25:36.589341 dv-cinder-821168-1-iscsi neutron-server[103188]: cb(*args, **kw) Jan 25 02:25:36.589341 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 02:25:36.589341 dv-cinder-821168-1-iscsi neutron-server[103188]: return func(*args, **kwargs) Jan 25 02:25:36.589341 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 02:25:36.589341 dv-cinder-821168-1-iscsi neutron-server[103188]: self._notify() Jan 25 02:25:36.589341 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 02:25:36.589341 dv-cinder-821168-1-iscsi neutron-server[103188]: self.callback(batched_events) Jan 25 02:25:36.589341 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 02:25:36.589341 dv-cinder-821168-1-iscsi neutron-server[103188]: event.method(event) Jan 25 02:25:36.589341 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 02:25:36.589341 dv-cinder-821168-1-iscsi neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 02:25:36.589341 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 02:25:36.589341 dv-cinder-821168-1-iscsi neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 02:25:36.589341 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 02:25:36.589341 dv-cinder-821168-1-iscsi neutron-server[103188]: return f(self, *a, **k) Jan 25 02:25:36.589341 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 02:25:36.589341 dv-cinder-821168-1-iscsi neutron-server[103188]: return self._get(url).json() Jan 25 02:25:36.589341 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 02:25:36.589341 dv-cinder-821168-1-iscsi neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 02:25:36.589341 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 02:25:36.589341 dv-cinder-821168-1-iscsi neutron-server[103188]: return self.request(url, 'GET', **kwargs) Jan 25 02:25:36.589341 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 02:25:36.589341 dv-cinder-821168-1-iscsi neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 02:25:36.589341 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 02:25:36.589341 dv-cinder-821168-1-iscsi neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 02:25:36.589341 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 02:25:36.589341 dv-cinder-821168-1-iscsi neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 02:25:36.589341 dv-cinder-821168-1-iscsi neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 02:25:36.706150 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52d3616a-32ac-404c-96fa-490f5dc52890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16730819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013164'] for network (5e7aa8d3-1f84-4dd7-9c29-b04a14f9fb20), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:36.712043 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52d3616a-32ac-404c-96fa-490f5dc52890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:36.715375 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-52d3616a-32ac-404c-96fa-490f5dc52890 admin admin] 10.222.0.112 "DELETE /v2.0/networks/5e7aa8d3-1f84-4dd7-9c29-b04a14f9fb20 HTTP/1.1" status: 204 len: 168 time: 0.6940098 Jan 25 02:25:36.725470 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3616a-32ac-404c-96fa-490f5dc52890 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e7aa8d3-1f84-4dd7-9c29-b04a14f9fb20,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:36.994536 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 41600) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:25:37.032568 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-89ddd856-0be7-47bf-b6a4-e8f295b3bc76 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=15ad996b1dfa42d8ab7b8d41dfa9eaaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0368681 Jan 25 02:25:37.035353 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 41602) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:25:37.085106 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6fc12b95-834b-4bbd-b401-41938df3da10 admin admin] Publish callbacks [] for security_group (3cb4fc2d-5321-48e6-a099-1768e1134a63), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:37.110311 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6fc12b95-834b-4bbd-b401-41938df3da10 admin admin] Publish callbacks [] for security_group (3cb4fc2d-5321-48e6-a099-1768e1134a63), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:37.266450 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6fc12b95-834b-4bbd-b401-41938df3da10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (3cb4fc2d-5321-48e6-a099-1768e1134a63), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:37.269017 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6fc12b95-834b-4bbd-b401-41938df3da10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:37.270177 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-6fc12b95-834b-4bbd-b401-41938df3da10 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/3cb4fc2d-5321-48e6-a099-1768e1134a63 HTTP/1.1" status: 204 len: 168 time: 0.2338383 Jan 25 02:25:37.280984 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc12b95-834b-4bbd-b401-41938df3da10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb4fc2d-5321-48e6-a099-1768e1134a63,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:37.923673 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 41616) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:25:37.963933 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-b9a51e25-0899-48c4-aab7-329b67caee01 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=719ce57f00f74ad391f3bdb6b207c5d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390720 Jan 25 02:25:37.967595 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 41618) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:25:38.025116 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ff2da4df-a641-4023-93a8-8f8eee004a90 admin admin] Publish callbacks [] for security_group (1b05875f-68a7-4fe9-8407-9203513a79db), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:38.046567 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ff2da4df-a641-4023-93a8-8f8eee004a90 admin admin] Publish callbacks [] for security_group (1b05875f-68a7-4fe9-8407-9203513a79db), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:38.157928 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ff2da4df-a641-4023-93a8-8f8eee004a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (1b05875f-68a7-4fe9-8407-9203513a79db), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:38.160597 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ff2da4df-a641-4023-93a8-8f8eee004a90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:38.161766 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-ff2da4df-a641-4023-93a8-8f8eee004a90 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/1b05875f-68a7-4fe9-8407-9203513a79db HTTP/1.1" status: 204 len: 168 time: 0.1945057 Jan 25 02:25:38.169779 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2da4df-a641-4023-93a8-8f8eee004a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b05875f-68a7-4fe9-8407-9203513a79db,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:39.472389 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 41632) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:25:39.572947 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85c3b668-657c-48db-9834-5feb056f49cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:39.642607 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85c3b668-657c-48db-9834-5feb056f49cf admin admin] Publish callbacks [] for security_group (d0ba4997-e995-4a13-b41a-86f4efb33b65), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:39.695212 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85c3b668-657c-48db-9834-5feb056f49cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (d0ba4997-e995-4a13-b41a-86f4efb33b65), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:39.737636 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-85c3b668-657c-48db-9834-5feb056f49cf admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=9a4ac1e40be1418fb035389e9794d211&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2641807 Jan 25 02:25:39.738856 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3b668-657c-48db-9834-5feb056f49cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ba4997-e995-4a13-b41a-86f4efb33b65,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:39.740304 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 41636) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:25:39.786866 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9e8c972-eec6-45c4-90c8-88abdb69ef20 admin admin] Publish callbacks [] for security_group (d0ba4997-e995-4a13-b41a-86f4efb33b65), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:39.810334 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9e8c972-eec6-45c4-90c8-88abdb69ef20 admin admin] Publish callbacks [] for security_group (d0ba4997-e995-4a13-b41a-86f4efb33b65), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:39.888782 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9e8c972-eec6-45c4-90c8-88abdb69ef20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (d0ba4997-e995-4a13-b41a-86f4efb33b65), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:39.891446 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9e8c972-eec6-45c4-90c8-88abdb69ef20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:39.892573 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-b9e8c972-eec6-45c4-90c8-88abdb69ef20 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/d0ba4997-e995-4a13-b41a-86f4efb33b65 HTTP/1.1" status: 204 len: 168 time: 0.1512980 Jan 25 02:25:39.900524 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8c972-eec6-45c4-90c8-88abdb69ef20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ba4997-e995-4a13-b41a-86f4efb33b65,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:40.512225 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 41642) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:25:40.527608 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-62c91e39-b59e-4ac2-8763-2e276dd71031 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:40.597437 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-62c91e39-b59e-4ac2-8763-2e276dd71031 admin admin] Publish callbacks [] for security_group (d1521308-8ded-4d57-99ff-b2f7d58eac3e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:40.660434 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-62c91e39-b59e-4ac2-8763-2e276dd71031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (d1521308-8ded-4d57-99ff-b2f7d58eac3e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:40.699389 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-62c91e39-b59e-4ac2-8763-2e276dd71031 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=61a82890cfce4614927a931f59c4e4dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1860774 Jan 25 02:25:40.700534 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c91e39-b59e-4ac2-8763-2e276dd71031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1521308-8ded-4d57-99ff-b2f7d58eac3e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:40.702117 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 41644) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:25:40.760514 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-806bf428-7827-436a-81de-bf714a22a3ae admin admin] Publish callbacks [] for security_group (d1521308-8ded-4d57-99ff-b2f7d58eac3e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:40.784337 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-806bf428-7827-436a-81de-bf714a22a3ae admin admin] Publish callbacks [] for security_group (d1521308-8ded-4d57-99ff-b2f7d58eac3e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:40.911898 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-806bf428-7827-436a-81de-bf714a22a3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (d1521308-8ded-4d57-99ff-b2f7d58eac3e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:40.914335 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-806bf428-7827-436a-81de-bf714a22a3ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:40.916211 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-806bf428-7827-436a-81de-bf714a22a3ae admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/d1521308-8ded-4d57-99ff-b2f7d58eac3e HTTP/1.1" status: 204 len: 168 time: 0.2130408 Jan 25 02:25:40.923742 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806bf428-7827-436a-81de-bf714a22a3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1521308-8ded-4d57-99ff-b2f7d58eac3e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:43.782038 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 41716) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:25:43.884848 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-882d79ed-fbfe-4392-b7fe-426b876a87c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:43.955891 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-882d79ed-fbfe-4392-b7fe-426b876a87c4 admin admin] Publish callbacks [] for security_group (99b140cd-aefd-4cdb-8f0c-590b89739045), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:44.026107 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-882d79ed-fbfe-4392-b7fe-426b876a87c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (99b140cd-aefd-4cdb-8f0c-590b89739045), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:44.064858 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d79ed-fbfe-4392-b7fe-426b876a87c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b140cd-aefd-4cdb-8f0c-590b89739045,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:44.069480 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-882d79ed-fbfe-4392-b7fe-426b876a87c4 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=93c9530ddef24b1ba13a0da272a968d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2863717 Jan 25 02:25:44.073015 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 41720) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:25:44.074997 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882d79ed-fbfe-4392-b7fe-426b876a87c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:25:44.075359 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882d79ed-fbfe-4392-b7fe-426b876a87c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:25:44.075732 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882d79ed-fbfe-4392-b7fe-426b876a87c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:25:44.076066 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882d79ed-fbfe-4392-b7fe-426b876a87c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:25:44.076406 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882d79ed-fbfe-4392-b7fe-426b876a87c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:25:44.076746 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882d79ed-fbfe-4392-b7fe-426b876a87c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:25:44.077087 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882d79ed-fbfe-4392-b7fe-426b876a87c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:25:44.077421 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882d79ed-fbfe-4392-b7fe-426b876a87c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:25:44.077764 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882d79ed-fbfe-4392-b7fe-426b876a87c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:25:44.078120 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882d79ed-fbfe-4392-b7fe-426b876a87c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:25:44.078471 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882d79ed-fbfe-4392-b7fe-426b876a87c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:25:44.078807 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882d79ed-fbfe-4392-b7fe-426b876a87c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:25:44.079138 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882d79ed-fbfe-4392-b7fe-426b876a87c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:25:44.125509 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af9cbc98-f9a6-4df4-9474-8d37b34d1aa3 admin admin] Publish callbacks [] for security_group (99b140cd-aefd-4cdb-8f0c-590b89739045), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:44.155207 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af9cbc98-f9a6-4df4-9474-8d37b34d1aa3 admin admin] Publish callbacks [] for security_group (99b140cd-aefd-4cdb-8f0c-590b89739045), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:44.271862 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af9cbc98-f9a6-4df4-9474-8d37b34d1aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (99b140cd-aefd-4cdb-8f0c-590b89739045), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:44.275327 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af9cbc98-f9a6-4df4-9474-8d37b34d1aa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:44.276582 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-af9cbc98-f9a6-4df4-9474-8d37b34d1aa3 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/99b140cd-aefd-4cdb-8f0c-590b89739045 HTTP/1.1" status: 204 len: 168 time: 0.2025635 Jan 25 02:25:44.284660 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9cbc98-f9a6-4df4-9474-8d37b34d1aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b140cd-aefd-4cdb-8f0c-590b89739045,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:44.764585 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 41726) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:25:44.777484 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4060313-e8e8-4754-b718-2a641f036021 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:44.850691 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4060313-e8e8-4754-b718-2a641f036021 admin admin] Publish callbacks [] for security_group (c99f6a37-cb0b-45f8-af60-dde07bfd5822), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:44.916587 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4060313-e8e8-4754-b718-2a641f036021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (c99f6a37-cb0b-45f8-af60-dde07bfd5822), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:44.953315 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-f4060313-e8e8-4754-b718-2a641f036021 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=8ddf410a76984c87871acab5303be86e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1876185 Jan 25 02:25:44.954098 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4060313-e8e8-4754-b718-2a641f036021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99f6a37-cb0b-45f8-af60-dde07bfd5822,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:44.956586 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 41728) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:25:45.005438 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b1d3e9fa-563e-49b8-8d78-90c15a476a62 admin admin] Publish callbacks [] for security_group (c99f6a37-cb0b-45f8-af60-dde07bfd5822), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:45.025528 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b1d3e9fa-563e-49b8-8d78-90c15a476a62 admin admin] Publish callbacks [] for security_group (c99f6a37-cb0b-45f8-af60-dde07bfd5822), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:45.135374 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b1d3e9fa-563e-49b8-8d78-90c15a476a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (c99f6a37-cb0b-45f8-af60-dde07bfd5822), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:45.137968 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b1d3e9fa-563e-49b8-8d78-90c15a476a62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:45.139149 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-b1d3e9fa-563e-49b8-8d78-90c15a476a62 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/c99f6a37-cb0b-45f8-af60-dde07bfd5822 HTTP/1.1" status: 204 len: 168 time: 0.1812460 Jan 25 02:25:45.146748 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d3e9fa-563e-49b8-8d78-90c15a476a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99f6a37-cb0b-45f8-af60-dde07bfd5822,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:45.166657 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:25:47.677095 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06378bdc-fccd-415a-8b5c-73c22bd0f983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:50.169090 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d242931e-a2ae-435e-aa92-588edf42b45f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:50.669279 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 41794) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:25:50.789419 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8ff6ac38-0165-436b-8e4a-9ec65f0d2d63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:50.860495 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8ff6ac38-0165-436b-8e4a-9ec65f0d2d63 admin admin] Publish callbacks [] for security_group (e463723a-f59d-4066-a0aa-c9ca386e1607), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:50.917200 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8ff6ac38-0165-436b-8e4a-9ec65f0d2d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (e463723a-f59d-4066-a0aa-c9ca386e1607), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:50.953775 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-8ff6ac38-0165-436b-8e4a-9ec65f0d2d63 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=39cf70f76f4549f4a20cbb532cf17855&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2833695 Jan 25 02:25:50.954917 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff6ac38-0165-436b-8e4a-9ec65f0d2d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e463723a-f59d-4066-a0aa-c9ca386e1607,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:50.956536 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 41798) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:25:51.003676 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9e604b8-6eab-438b-b3c1-c33f726d556c admin admin] Publish callbacks [] for security_group (e463723a-f59d-4066-a0aa-c9ca386e1607), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:51.026432 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9e604b8-6eab-438b-b3c1-c33f726d556c admin admin] Publish callbacks [] for security_group (e463723a-f59d-4066-a0aa-c9ca386e1607), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:51.129031 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9e604b8-6eab-438b-b3c1-c33f726d556c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (e463723a-f59d-4066-a0aa-c9ca386e1607), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:51.131704 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9e604b8-6eab-438b-b3c1-c33f726d556c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:51.132834 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-e9e604b8-6eab-438b-b3c1-c33f726d556c admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/e463723a-f59d-4066-a0aa-c9ca386e1607 HTTP/1.1" status: 204 len: 168 time: 0.1752527 Jan 25 02:25:51.141462 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e604b8-6eab-438b-b3c1-c33f726d556c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e463723a-f59d-4066-a0aa-c9ca386e1607,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:51.148566 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e604b8-6eab-438b-b3c1-c33f726d556c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:25:51.148921 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e604b8-6eab-438b-b3c1-c33f726d556c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:25:51.149267 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e604b8-6eab-438b-b3c1-c33f726d556c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:25:51.149607 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e604b8-6eab-438b-b3c1-c33f726d556c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:25:51.150039 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e604b8-6eab-438b-b3c1-c33f726d556c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:25:51.150626 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e604b8-6eab-438b-b3c1-c33f726d556c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:25:51.151112 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e604b8-6eab-438b-b3c1-c33f726d556c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:25:51.151455 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e604b8-6eab-438b-b3c1-c33f726d556c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:25:51.151794 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e604b8-6eab-438b-b3c1-c33f726d556c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:25:51.152135 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e604b8-6eab-438b-b3c1-c33f726d556c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:25:51.152548 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e604b8-6eab-438b-b3c1-c33f726d556c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:25:51.152835 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e604b8-6eab-438b-b3c1-c33f726d556c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:25:51.153235 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e604b8-6eab-438b-b3c1-c33f726d556c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:25:51.561844 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:51.974020 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 41820) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:25:52.067122 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9da53c5a-f72b-4d52-aaf0-24800247d751 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-87031566-network', 'tenant_id': 'e7d625415ea9406d8049c0d19c8068ae'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:25:52.152089 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da53c5a-f72b-4d52-aaf0-24800247d751 admin admin] Made reservation on behalf of e7d625415ea9406d8049c0d19c8068ae for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:25:52.154038 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9da53c5a-f72b-4d52-aaf0-24800247d751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:52.162473 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9da53c5a-f72b-4d52-aaf0-24800247d751 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:52.238051 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9da53c5a-f72b-4d52-aaf0-24800247d751 admin admin] Publish callbacks [] for security_group (8486d997-2066-405c-ade5-82e17c272601), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:52.287862 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9da53c5a-f72b-4d52-aaf0-24800247d751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (8486d997-2066-405c-ade5-82e17c272601), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:52.311838 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9da53c5a-f72b-4d52-aaf0-24800247d751 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:25:52.321227 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da53c5a-f72b-4d52-aaf0-24800247d751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8486d997-2066-405c-ade5-82e17c272601,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:52.326802 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9da53c5a-f72b-4d52-aaf0-24800247d751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422'] for segment (35df26e1-5f16-453b-8aa6-384b6aeb6898), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:52.327144 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.db.segments_db [None req-9da53c5a-f72b-4d52-aaf0-24800247d751 admin admin] Added segment 35df26e1-5f16-453b-8aa6-384b6aeb6898 of type vlan for network cd125a89-4c8d-456b-b521-45a399247972 Jan 25 02:25:52.366555 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9da53c5a-f72b-4d52-aaf0-24800247d751 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777998040441'] for network (cd125a89-4c8d-456b-b521-45a399247972), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:52.472870 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9da53c5a-f72b-4d52-aaf0-24800247d751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394'] for network (cd125a89-4c8d-456b-b521-45a399247972), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:52.473838 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da53c5a-f72b-4d52-aaf0-24800247d751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:25:52.474458 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9da53c5a-f72b-4d52-aaf0-24800247d751 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:52.533589 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da53c5a-f72b-4d52-aaf0-24800247d751 admin admin] Pushing event updated for resources: {'Network': ['ID=cd125a89-4c8d-456b-b521-45a399247972,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:52.542901 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Network cd125a89-4c8d-456b-b521-45a399247972 details requested by agent ovs-agent-dv-cinder-821168-1-iscsi with host dv-cinder-821168-1-iscsi {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:25:52.560326 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-9da53c5a-f72b-4d52-aaf0-24800247d751 admin admin] 10.222.0.112 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5852439 Jan 25 02:25:52.563388 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 41824) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:25:52.568001 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3af7363e-2379-41ba-9062-4c9bdc6dc54f admin admin] Request body: {'subnet': {'network_id': 'cd125a89-4c8d-456b-b521-45a399247972', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-87031566-subnet', 'tenant_id': 'e7d625415ea9406d8049c0d19c8068ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:25:52.643142 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af7363e-2379-41ba-9062-4c9bdc6dc54f admin admin] Made reservation on behalf of e7d625415ea9406d8049c0d19c8068ae for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:25:52.645527 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3af7363e-2379-41ba-9062-4c9bdc6dc54f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25199807'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:52.871979 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3af7363e-2379-41ba-9062-4c9bdc6dc54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25362057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25199761'] for subnet (a36755cf-17ac-4932-8c7e-903a752fb303), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:52.932311 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7363e-2379-41ba-9062-4c9bdc6dc54f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a36755cf-17ac-4932-8c7e-903a752fb303,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:52.936524 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af7363e-2379-41ba-9062-4c9bdc6dc54f admin admin] Checking segment: {'id': '35df26e1-5f16-453b-8aa6-384b6aeb6898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'cd125a89-4c8d-456b-b521-45a399247972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:25:52.936874 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af7363e-2379-41ba-9062-4c9bdc6dc54f admin admin] Network hostable DHCP agents. Network: cd125a89-4c8d-456b-b521-45a399247972, hostable agents: ['e69e460b-fe2d-42d0-be9b-976257b6f4ce'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:25:53.043178 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af7363e-2379-41ba-9062-4c9bdc6dc54f admin admin] Network cd125a89-4c8d-456b-b521-45a399247972 is scheduled to be hosted by DHCP agent e69e460b-fe2d-42d0-be9b-976257b6f4ce with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:25:53.059658 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:53.140991 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:53.145805 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-3af7363e-2379-41ba-9062-4c9bdc6dc54f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821168-1-iscsi, cd125a89-4c8d-456b-b521-45a399247972) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:25:53.150163 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af7363e-2379-41ba-9062-4c9bdc6dc54f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:25:53.150820 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3af7363e-2379-41ba-9062-4c9bdc6dc54f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:53.155494 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5376f874-8c97-4e9e-8b1a-43bb9370f7b8 None None] Network cd125a89-4c8d-456b-b521-45a399247972 requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:25:53.223123 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-3af7363e-2379-41ba-9062-4c9bdc6dc54f admin admin] 10.222.0.112 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6587067 Jan 25 02:25:53.252068 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30f1bf0-2382-42e9-a9b7-2100a31706d6 None None] Network cd125a89-4c8d-456b-b521-45a399247972 requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:25:54.545801 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:55.184413 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-7590b29c-58a7-4316-a0bb-40c75b3293a7 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:25:55.185888 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-7590b29c-58a7-4316-a0bb-40c75b3293a7 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/networks?id=cd125a89-4c8d-456b-b521-45a399247972 HTTP/1.1" status: 200 len: 807 time: 0.1040893 Jan 25 02:25:55.200502 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-3a523d90-b8c4-49f7-95d7-aa339ff1f1f7 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/quotas/e7d625415ea9406d8049c0d19c8068ae HTTP/1.1" status: 200 len: 375 time: 0.0092182 Jan 25 02:25:55.231475 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-c4434240-c353-47f5-a91b-74ed09d60b13 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=e7d625415ea9406d8049c0d19c8068ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260828 Jan 25 02:25:55.287379 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-2135caf6-4c97-4de5-b57c-fbe29e6ad18a service neutron] http://10.222.0.112:9696/v2.0/extensions returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:25:55.288440 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-2135caf6-4c97-4de5-b57c-fbe29e6ad18a service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0505483 Jan 25 02:25:55.380579 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-576aec31-49ca-4667-8135-d75367bc9bda service neutron] 10.222.0.112 "GET /v2.0/networks/cd125a89-4c8d-456b-b521-45a399247972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859041 Jan 25 02:25:55.470121 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-daba2373-7cdb-493e-b6c3-c76a37e51c4a service neutron] 10.222.0.112 "GET /v2.0/networks/cd125a89-4c8d-456b-b521-45a399247972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828826 Jan 25 02:25:55.704990 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-da425fff-9269-469a-bc98-3d77195896c5 req-b15994fd-411f-41a8-b760-1d55c9bdddda tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/ports?device_id=e7860c6a-d3c0-481b-9525-dcdc68fcbd26 HTTP/1.1" status: 200 len: 210 time: 0.0295980 Jan 25 02:25:56.803747 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-356da35a-75c1-40e6-a1a4-c42bb3e22a86 req-db07c70b-1258-498b-969d-7939f4bb9bcf tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/ports?device_id=e7860c6a-d3c0-481b-9525-dcdc68fcbd26 HTTP/1.1" status: 200 len: 210 time: 0.0253203 Jan 25 02:25:57.732694 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-b7cce4ff-2ca7-4c6b-88b0-278179d385da tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:25:57.734123 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-b7cce4ff-2ca7-4c6b-88b0-278179d385da tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.79 "GET /v2.0/networks?id=cd125a89-4c8d-456b-b521-45a399247972 HTTP/1.1" status: 200 len: 807 time: 0.1006258 Jan 25 02:25:57.751367 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-98b9a643-4cfe-4c59-afbe-f9e15e3cb9d4 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Request body: {'port': {'device_id': 'e7860c6a-d3c0-481b-9525-dcdc68fcbd26', 'network_id': 'cd125a89-4c8d-456b-b521-45a399247972', 'admin_state_up': True, 'tenant_id': 'e7d625415ea9406d8049c0d19c8068ae'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:25:57.900361 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a54ec6fe-b0b3-4b4b-97d5-357e51058651 req-fc2c1c69-c5cd-43e4-a5fd-4c2274abaaed tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/ports?device_id=e7860c6a-d3c0-481b-9525-dcdc68fcbd26 HTTP/1.1" status: 200 len: 210 time: 0.0263915 Jan 25 02:25:57.927598 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-98b9a643-4cfe-4c59-afbe-f9e15e3cb9d4 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Made reservation on behalf of e7d625415ea9406d8049c0d19c8068ae for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:25:57.932021 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-98b9a643-4cfe-4c59-afbe-f9e15e3cb9d4 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:58.055215 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-98b9a643-4cfe-4c59-afbe-f9e15e3cb9d4 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Allocated IP 172.20.0.7 (cd125a89-4c8d-456b-b521-45a399247972/a36755cf-17ac-4932-8c7e-903a752fb303/39580729-eb9c-4bee-97db-53cdb0d2977d) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:25:58.198564 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-98b9a643-4cfe-4c59-afbe-f9e15e3cb9d4 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Publish callbacks [] for port (39580729-eb9c-4bee-97db-53cdb0d2977d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:58.306675 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-98b9a643-4cfe-4c59-afbe-f9e15e3cb9d4 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (39580729-eb9c-4bee-97db-53cdb0d2977d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:58.347398 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-98b9a643-4cfe-4c59-afbe-f9e15e3cb9d4 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Network cd125a89-4c8d-456b-b521-45a399247972 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:25:58.350286 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-98b9a643-4cfe-4c59-afbe-f9e15e3cb9d4 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:25:58.360072 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-98b9a643-4cfe-4c59-afbe-f9e15e3cb9d4 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:25:58.380976 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b9a643-4cfe-4c59-afbe-f9e15e3cb9d4 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Pushing event updated for resources: {'Port': ['ID=39580729-eb9c-4bee-97db-53cdb0d2977d,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:58.411460 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-98b9a643-4cfe-4c59-afbe-f9e15e3cb9d4 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:25:58.412077 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-98b9a643-4cfe-4c59-afbe-f9e15e3cb9d4 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:58.519667 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-98b9a643-4cfe-4c59-afbe-f9e15e3cb9d4 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7717648 Jan 25 02:25:58.536997 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-cb8c1367-3175-4e41-99e7-9bcb549f0bb1 service neutron] Request body: {'port': {'device_id': 'e7860c6a-d3c0-481b-9525-dcdc68fcbd26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82116'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:25:58.592565 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-cb8c1367-3175-4e41-99e7-9bcb549f0bb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (39580729-eb9c-4bee-97db-53cdb0d2977d), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:58.841007 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-cb8c1367-3175-4e41-99e7-9bcb549f0bb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39580729-eb9c-4bee-97db-53cdb0d2977d {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:25:58.848242 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-cb8c1367-3175-4e41-99e7-9bcb549f0bb1 service neutron] Publish callbacks [] for port (39580729-eb9c-4bee-97db-53cdb0d2977d), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:58.859487 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-cb8c1367-3175-4e41-99e7-9bcb549f0bb1 service neutron] Transition to ACTIVE for port object 39580729-eb9c-4bee-97db-53cdb0d2977d will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:25:58.922259 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-cb8c1367-3175-4e41-99e7-9bcb549f0bb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26102405'] for port (39580729-eb9c-4bee-97db-53cdb0d2977d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:58.981595 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c1367-3175-4e41-99e7-9bcb549f0bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=39580729-eb9c-4bee-97db-53cdb0d2977d,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:59.078417 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7e224-4120-4b07-8d1a-91e75190fce4 req-a791459a-4f74-453a-bb35-623110e9de62 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:25:59.079893 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0fb7e224-4120-4b07-8d1a-91e75190fce4 req-a791459a-4f74-453a-bb35-623110e9de62 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/ports?device_id=e7860c6a-d3c0-481b-9525-dcdc68fcbd26 HTTP/1.1" status: 200 len: 943 time: 0.1025238 Jan 25 02:25:59.102044 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-cb8c1367-3175-4e41-99e7-9bcb549f0bb1 service neutron] Attempting to bind port 39580729-eb9c-4bee-97db-53cdb0d2977d on host hv-cinder-82116 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:25:59.102302 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-cb8c1367-3175-4e41-99e7-9bcb549f0bb1 service neutron] Attempting to bind port 39580729-eb9c-4bee-97db-53cdb0d2977d by drivers openvswitch,hyperv on host hv-cinder-82116 at level 0 using segments [{'id': '35df26e1-5f16-453b-8aa6-384b6aeb6898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'cd125a89-4c8d-456b-b521-45a399247972'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:25:59.102671 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-cb8c1367-3175-4e41-99e7-9bcb549f0bb1 service neutron] Attempting to bind port 39580729-eb9c-4bee-97db-53cdb0d2977d on network cd125a89-4c8d-456b-b521-45a399247972 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:25:59.112290 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-cb8c1367-3175-4e41-99e7-9bcb549f0bb1 service neutron] Port 39580729-eb9c-4bee-97db-53cdb0d2977d on network cd125a89-4c8d-456b-b521-45a399247972 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82116 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:25:59.112610 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-cb8c1367-3175-4e41-99e7-9bcb549f0bb1 service neutron] Attempting to bind port 39580729-eb9c-4bee-97db-53cdb0d2977d on network cd125a89-4c8d-456b-b521-45a399247972 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:25:59.125635 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-cb8c1367-3175-4e41-99e7-9bcb549f0bb1 service neutron] Checking agent: {'id': '52d0b4b2-7edd-4256-a5ca-dd2d58b489f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 10, 20), 'started_at': datetime.datetime(2022, 1, 25, 2, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:25:59.125982 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-cb8c1367-3175-4e41-99e7-9bcb549f0bb1 service neutron] Checking segment: {'id': '35df26e1-5f16-453b-8aa6-384b6aeb6898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'cd125a89-4c8d-456b-b521-45a399247972'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:25:59.126411 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-cb8c1367-3175-4e41-99e7-9bcb549f0bb1 service neutron] Bound using segment: {'id': '35df26e1-5f16-453b-8aa6-384b6aeb6898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'cd125a89-4c8d-456b-b521-45a399247972'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:25:59.127049 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-cb8c1367-3175-4e41-99e7-9bcb549f0bb1 service neutron] Bound port: 39580729-eb9c-4bee-97db-53cdb0d2977d, host: hv-cinder-82116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35df26e1-5f16-453b-8aa6-384b6aeb6898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'cd125a89-4c8d-456b-b521-45a399247972'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:25:59.127201 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-cb8c1367-3175-4e41-99e7-9bcb549f0bb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (39580729-eb9c-4bee-97db-53cdb0d2977d), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:59.153643 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0fb7e224-4120-4b07-8d1a-91e75190fce4 req-d2e6b527-c274-4975-b4e0-c89c8fde2350 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/security-groups?id=8486d997-2066-405c-ade5-82e17c272601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681524 Jan 25 02:25:59.212647 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-cb8c1367-3175-4e41-99e7-9bcb549f0bb1 service neutron] For port 39580729-eb9c-4bee-97db-53cdb0d2977d, host hv-cinder-82116, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:25:59.215861 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-cb8c1367-3175-4e41-99e7-9bcb549f0bb1 service neutron] For port 39580729-eb9c-4bee-97db-53cdb0d2977d, host hv-cinder-82116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=39580729-eb9c-4bee-97db-53cdb0d2977d,segment=NetworkSegment(35df26e1-5f16-453b-8aa6-384b6aeb6898),segment_id=35df26e1-5f16-453b-8aa6-384b6aeb6898)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:25:59.374955 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-cb8c1367-3175-4e41-99e7-9bcb549f0bb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26102405'] for port (39580729-eb9c-4bee-97db-53cdb0d2977d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:59.409568 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-cb8c1367-3175-4e41-99e7-9bcb549f0bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:25:59.410182 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-cb8c1367-3175-4e41-99e7-9bcb549f0bb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:25:59.411574 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-cb8c1367-3175-4e41-99e7-9bcb549f0bb1 service neutron] 10.222.0.79 "PUT /v2.0/ports/39580729-eb9c-4bee-97db-53cdb0d2977d HTTP/1.1" status: 200 len: 1093 time: 0.8786213 Jan 25 02:25:59.412008 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7860c6a-d3c0-481b-9525-dcdc68fcbd26', 'tag': '39580729-eb9c-4bee-97db-53cdb0d2977d'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:25:59.414226 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb24a804-9d6a-4d1e-9cfe-2923db3c8e9f" -d '{"events": [{"name": "network-changed", "server_uuid": "e7860c6a-d3c0-481b-9525-dcdc68fcbd26", "tag": "39580729-eb9c-4bee-97db-53cdb0d2977d"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:25:59.438260 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c1367-3175-4e41-99e7-9bcb549f0bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=39580729-eb9c-4bee-97db-53cdb0d2977d,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:25:59.453168 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e67984-ce0b-4e86-8fd4-849b279f1383 x-openstack-request-id: req-c9e67984-ce0b-4e86-8fd4-849b279f1383 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:25:59.453467 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7860c6a-d3c0-481b-9525-dcdc68fcbd26", "tag": "39580729-eb9c-4bee-97db-53cdb0d2977d", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:25:59.453727 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-c9e67984-ce0b-4e86-8fd4-849b279f1383 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:25:59.454131 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7860c6a-d3c0-481b-9525-dcdc68fcbd26', 'tag': '39580729-eb9c-4bee-97db-53cdb0d2977d', 'status': 'completed', 'code': 200} Jan 25 02:25:59.534263 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24a804-9d6a-4d1e-9cfe-2923db3c8e9f req-ffd4b45a-15b0-4799-a59c-76d5bb39d61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:25:59.535765 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cb24a804-9d6a-4d1e-9cfe-2923db3c8e9f req-ffd4b45a-15b0-4799-a59c-76d5bb39d61b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e7d625415ea9406d8049c0d19c8068ae&device_id=e7860c6a-d3c0-481b-9525-dcdc68fcbd26 HTTP/1.1" status: 200 len: 1096 time: 0.0408850 Jan 25 02:25:59.637821 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24a804-9d6a-4d1e-9cfe-2923db3c8e9f req-170ec5b2-7262-446d-bd32-ceaf43e29de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:25:59.639290 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cb24a804-9d6a-4d1e-9cfe-2923db3c8e9f req-170ec5b2-7262-446d-bd32-ceaf43e29de3 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=e7d625415ea9406d8049c0d19c8068ae&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0912297 Jan 25 02:25:59.729415 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24a804-9d6a-4d1e-9cfe-2923db3c8e9f req-08adf121-94b9-44fe-9703-ba598e58a212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:25:59.730913 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cb24a804-9d6a-4d1e-9cfe-2923db3c8e9f req-08adf121-94b9-44fe-9703-ba598e58a212 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0858459 Jan 25 02:25:59.826594 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-123b2977-8636-4f5d-9c16-399b325f2596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:25:59.829298 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-123b2977-8636-4f5d-9c16-399b325f2596 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e7d625415ea9406d8049c0d19c8068ae&device_id=e7860c6a-d3c0-481b-9525-dcdc68fcbd26 HTTP/1.1" status: 200 len: 1096 time: 0.0415478 Jan 25 02:25:59.877093 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-16238a4c-0474-4215-aa93-b1cd19b317ed service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39580729-eb9c-4bee-97db-53cdb0d2977d HTTP/1.1" status: 200 len: 217 time: 0.0358469 Jan 25 02:25:59.922915 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-c206fc9b-2f98-4ba0-b2b1-a22d8c2fae24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:25:59.924295 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-c206fc9b-2f98-4ba0-b2b1-a22d8c2fae24 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a36755cf-17ac-4932-8c7e-903a752fb303 HTTP/1.1" status: 200 len: 847 time: 0.0420482 Jan 25 02:25:59.952895 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-f629b2a3-966f-4569-9dab-71e9da3487b1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cd125a89-4c8d-456b-b521-45a399247972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231407 Jan 25 02:26:00.042293 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-41dc99c3-d0d1-4897-8545-e0d2fb0affd1 service neutron] 10.222.0.79 "GET /v2.0/networks/cd125a89-4c8d-456b-b521-45a399247972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830514 Jan 25 02:26:00.130655 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cea17640-d4d3-4311-ab5e-0bb727764611 req-aacf6845-802e-4bd7-b04e-1608471367f3 service neutron] 10.222.0.79 "GET /v2.0/networks/cd125a89-4c8d-456b-b521-45a399247972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812492 Jan 25 02:26:00.274452 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e126f1-7d7c-498b-ba38-58c00a547928 req-6d86db17-4ee5-4552-a413-83d5493dd300 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:00.278885 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c7e126f1-7d7c-498b-ba38-58c00a547928 req-6d86db17-4ee5-4552-a413-83d5493dd300 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/ports?device_id=e7860c6a-d3c0-481b-9525-dcdc68fcbd26 HTTP/1.1" status: 200 len: 943 time: 0.0561030 Jan 25 02:26:00.326195 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c7e126f1-7d7c-498b-ba38-58c00a547928 req-f123899f-3139-49e8-aca2-df5eefad06a8 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/security-groups?id=8486d997-2066-405c-ade5-82e17c272601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407474 Jan 25 02:26:01.441328 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de69605-fd3c-4ce3-ba50-c9a368949af1 req-4703dcbb-989c-4b1a-bf67-765d050f676b tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:01.442788 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1de69605-fd3c-4ce3-ba50-c9a368949af1 req-4703dcbb-989c-4b1a-bf67-765d050f676b tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/ports?device_id=e7860c6a-d3c0-481b-9525-dcdc68fcbd26 HTTP/1.1" status: 200 len: 943 time: 0.0467494 Jan 25 02:26:01.489351 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1de69605-fd3c-4ce3-ba50-c9a368949af1 req-0fd3453a-2a14-49f1-ad4a-1e59ea48c8fd tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/security-groups?id=8486d997-2066-405c-ade5-82e17c272601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402641 Jan 25 02:26:02.377659 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 39580729-eb9c-4bee-97db-53cdb0d2977d details requested by agent hyperv_hv-cinder-82116 with host hv-cinder-82116 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:26:02.473104 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 39580729-eb9c-4bee-97db-53cdb0d2977d, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=39580729-eb9c-4bee-97db-53cdb0d2977d,segment=NetworkSegment(35df26e1-5f16-453b-8aa6-384b6aeb6898),segment_id=35df26e1-5f16-453b-8aa6-384b6aeb6898)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:26:02.484521 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Returning: {'device': '39580729-eb9c-4bee-97db-53cdb0d2977d', 'network_id': 'cd125a89-4c8d-456b-b521-45a399247972', 'port_id': '39580729-eb9c-4bee-97db-53cdb0d2977d', 'mac_address': 'fa:16:3e:6d:65:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a36755cf-17ac-4932-8c7e-903a752fb303', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:26:02.521581 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 39580729-eb9c-4bee-97db-53cdb0d2977d is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:26:02.521978 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (39580729-eb9c-4bee-97db-53cdb0d2977d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:02.535046 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39580729-eb9c-4bee-97db-53cdb0d2977d {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:26:02.556694 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 39580729-eb9c-4bee-97db-53cdb0d2977d, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=39580729-eb9c-4bee-97db-53cdb0d2977d,segment=NetworkSegment(35df26e1-5f16-453b-8aa6-384b6aeb6898),segment_id=35df26e1-5f16-453b-8aa6-384b6aeb6898)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:26:02.605384 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba69ce-d192-4405-aaac-444700ea6467 req-bfa608f3-ffbf-4d82-b0a8-7b3e8ebdb99e tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:02.606871 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-deba69ce-d192-4405-aaac-444700ea6467 req-bfa608f3-ffbf-4d82-b0a8-7b3e8ebdb99e tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/ports?device_id=e7860c6a-d3c0-481b-9525-dcdc68fcbd26 HTTP/1.1" status: 200 len: 943 time: 0.0520461 Jan 25 02:26:02.614216 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (39580729-eb9c-4bee-97db-53cdb0d2977d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:02.654705 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-deba69ce-d192-4405-aaac-444700ea6467 req-b18add05-2dc4-4933-b8a9-e981af6f933d tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/security-groups?id=8486d997-2066-405c-ade5-82e17c272601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422266 Jan 25 02:26:02.671965 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=39580729-eb9c-4bee-97db-53cdb0d2977d,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:26:02.678898 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:26:02.679277 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:26:02.679619 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:26:02.679965 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:26:02.680302 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:26:02.680639 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:26:02.681824 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:26:02.681824 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:26:02.682168 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:26:02.682538 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:26:02.682877 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:26:02.683211 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:26:02.683540 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:26:03.075032 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['39580729-eb9c-4bee-97db-53cdb0d2977d'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:26:03.765757 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e3f0e-56ee-4e98-83da-149aa99b6cf0 req-57b79929-ceec-46e8-8bbe-70d8e35254eb tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:03.767254 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-389e3f0e-56ee-4e98-83da-149aa99b6cf0 req-57b79929-ceec-46e8-8bbe-70d8e35254eb tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/ports?device_id=e7860c6a-d3c0-481b-9525-dcdc68fcbd26 HTTP/1.1" status: 200 len: 944 time: 0.0474076 Jan 25 02:26:03.815408 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-389e3f0e-56ee-4e98-83da-149aa99b6cf0 req-7608475f-5a61-4f77-aafe-ca3a72bc6b31 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/security-groups?id=8486d997-2066-405c-ade5-82e17c272601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426774 Jan 25 02:26:04.371943 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 39580729-eb9c-4bee-97db-53cdb0d2977d up at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:26:04.476790 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning for port 39580729-eb9c-4bee-97db-53cdb0d2977d completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:26:04.481236 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning complete for port 39580729-eb9c-4bee-97db-53cdb0d2977d triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:26:04.481630 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (39580729-eb9c-4bee-97db-53cdb0d2977d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:04.555313 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 39580729-eb9c-4bee-97db-53cdb0d2977d is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:26:04.556405 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (39580729-eb9c-4bee-97db-53cdb0d2977d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:04.578739 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7860c6a-d3c0-481b-9525-dcdc68fcbd26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39580729-eb9c-4bee-97db-53cdb0d2977d'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:26:04.580922 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425b8effad759ea2b395d79f7fcdbc6f74d58daf1cbadf1a5a1a211e7a69aa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f3b1dd-eeda-4ca8-901a-7c48b30ff221" -d '{"events": [{"server_uuid": "e7860c6a-d3c0-481b-9525-dcdc68fcbd26", "name": "network-vif-plugged", "status": "completed", "tag": "39580729-eb9c-4bee-97db-53cdb0d2977d"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:26:04.593732 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 39580729-eb9c-4bee-97db-53cdb0d2977d, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=39580729-eb9c-4bee-97db-53cdb0d2977d,segment=NetworkSegment(35df26e1-5f16-453b-8aa6-384b6aeb6898),segment_id=35df26e1-5f16-453b-8aa6-384b6aeb6898)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:26:04.637234 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (39580729-eb9c-4bee-97db-53cdb0d2977d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:04.691263 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=39580729-eb9c-4bee-97db-53cdb0d2977d,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:26:04.743757 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55dd6de-fad2-41c6-97d6-7544031a19d1 x-openstack-request-id: req-d55dd6de-fad2-41c6-97d6-7544031a19d1 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:26:04.744078 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7860c6a-d3c0-481b-9525-dcdc68fcbd26", "name": "network-vif-plugged", "status": "completed", "tag": "39580729-eb9c-4bee-97db-53cdb0d2977d", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:26:04.744311 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-d55dd6de-fad2-41c6-97d6-7544031a19d1 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:26:04.744703 dv-cinder-821168-1-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7860c6a-d3c0-481b-9525-dcdc68fcbd26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39580729-eb9c-4bee-97db-53cdb0d2977d', 'code': 200} Jan 25 02:26:04.928791 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4798e-26bc-4607-aec2-c26348e4c601 req-6abd7ffe-4df8-4c54-bd65-9264cc19f344 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:04.930261 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b8f4798e-26bc-4607-aec2-c26348e4c601 req-6abd7ffe-4df8-4c54-bd65-9264cc19f344 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/ports?device_id=e7860c6a-d3c0-481b-9525-dcdc68fcbd26 HTTP/1.1" status: 200 len: 945 time: 0.0493920 Jan 25 02:26:04.981013 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b8f4798e-26bc-4607-aec2-c26348e4c601 req-639071c5-47c3-4b59-88d2-8df4068de455 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/security-groups?id=8486d997-2066-405c-ade5-82e17c272601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449083 Jan 25 02:26:05.032806 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3accd05d-677d-4c44-8d0e-e418c196272c req-a3f8f716-4953-4b08-976e-7594410ff6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:05.034264 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3accd05d-677d-4c44-8d0e-e418c196272c req-a3f8f716-4953-4b08-976e-7594410ff6f4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e7860c6a-d3c0-481b-9525-dcdc68fcbd26 HTTP/1.1" status: 200 len: 1098 time: 0.0392067 Jan 25 02:26:05.076329 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3accd05d-677d-4c44-8d0e-e418c196272c req-8e5fffa0-dd2e-4bb5-b7dc-5705519bbea9 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8486d997-2066-405c-ade5-82e17c272601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365591 Jan 25 02:26:06.094764 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4f7a3-e266-4ecd-91f6-6573ea744f55 req-b4aecbeb-af10-4dc4-a371-aec5b63ae49a tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:06.096202 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ccc4f7a3-e266-4ecd-91f6-6573ea744f55 req-b4aecbeb-af10-4dc4-a371-aec5b63ae49a tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/ports?device_id=e7860c6a-d3c0-481b-9525-dcdc68fcbd26 HTTP/1.1" status: 200 len: 945 time: 0.0473878 Jan 25 02:26:06.144437 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ccc4f7a3-e266-4ecd-91f6-6573ea744f55 req-dad2c4e1-e19d-455a-991d-9340a6c2716b tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/security-groups?id=8486d997-2066-405c-ade5-82e17c272601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427768 Jan 25 02:26:07.260232 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae3faa-898b-4dfa-aef3-d0c885c4e0b2 req-52d5833e-8bb7-4a58-b866-a87afd85fab3 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:07.261716 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-19ae3faa-898b-4dfa-aef3-d0c885c4e0b2 req-52d5833e-8bb7-4a58-b866-a87afd85fab3 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/ports?device_id=e7860c6a-d3c0-481b-9525-dcdc68fcbd26 HTTP/1.1" status: 200 len: 945 time: 0.0513968 Jan 25 02:26:07.307030 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-19ae3faa-898b-4dfa-aef3-d0c885c4e0b2 req-41545d45-a221-41dd-846c-b888113b381d tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/security-groups?id=8486d997-2066-405c-ade5-82e17c272601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397213 Jan 25 02:26:08.522138 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9359e07-7ec0-499f-ae0d-01368d71e335 req-fe3e549d-4b83-42ec-b15b-9eefb062d53a tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:08.523616 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f9359e07-7ec0-499f-ae0d-01368d71e335 req-fe3e549d-4b83-42ec-b15b-9eefb062d53a tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/ports?device_id=e7860c6a-d3c0-481b-9525-dcdc68fcbd26 HTTP/1.1" status: 200 len: 945 time: 0.0468340 Jan 25 02:26:08.568907 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f9359e07-7ec0-499f-ae0d-01368d71e335 req-47c1fb59-554a-442c-9109-24cd088ba852 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/security-groups?id=8486d997-2066-405c-ade5-82e17c272601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387640 Jan 25 02:26:09.682324 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00aba6b-507c-4625-855b-fbc105af1532 req-ac9a30f6-e5c1-499f-b772-44623007c45b tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:09.683813 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a00aba6b-507c-4625-855b-fbc105af1532 req-ac9a30f6-e5c1-499f-b772-44623007c45b tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/ports?device_id=e7860c6a-d3c0-481b-9525-dcdc68fcbd26 HTTP/1.1" status: 200 len: 945 time: 0.0472126 Jan 25 02:26:09.992483 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a00aba6b-507c-4625-855b-fbc105af1532 req-892cda03-dbab-4e79-a43f-7e84a2592175 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/security-groups?id=8486d997-2066-405c-ade5-82e17c272601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031328 Jan 25 02:26:10.089609 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea308f-0482-46a7-a64b-66e466d75b1f req-8fbe1d46-c9e4-4ba0-8a5c-b6e09ed8b92e tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:10.091061 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-67ea308f-0482-46a7-a64b-66e466d75b1f req-8fbe1d46-c9e4-4ba0-8a5c-b6e09ed8b92e tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7860c6a-d3c0-481b-9525-dcdc68fcbd26 HTTP/1.1" status: 200 len: 945 time: 0.0463150 Jan 25 02:26:10.178352 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-67ea308f-0482-46a7-a64b-66e466d75b1f req-fd8d4a22-0948-4e35-bd25-7eb7b19f2e0f tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Deleting port 39580729-eb9c-4bee-97db-53cdb0d2977d {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:26:10.178724 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-67ea308f-0482-46a7-a64b-66e466d75b1f req-fd8d4a22-0948-4e35-bd25-7eb7b19f2e0f tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (39580729-eb9c-4bee-97db-53cdb0d2977d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:10.266974 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-67ea308f-0482-46a7-a64b-66e466d75b1f req-fd8d4a22-0948-4e35-bd25-7eb7b19f2e0f tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] For port 39580729-eb9c-4bee-97db-53cdb0d2977d, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=39580729-eb9c-4bee-97db-53cdb0d2977d,segment=NetworkSegment(35df26e1-5f16-453b-8aa6-384b6aeb6898),segment_id=35df26e1-5f16-453b-8aa6-384b6aeb6898)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:26:10.267347 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-67ea308f-0482-46a7-a64b-66e466d75b1f req-fd8d4a22-0948-4e35-bd25-7eb7b19f2e0f tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (39580729-eb9c-4bee-97db-53cdb0d2977d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:10.279476 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-67ea308f-0482-46a7-a64b-66e466d75b1f req-fd8d4a22-0948-4e35-bd25-7eb7b19f2e0f tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Calling delete_port for 39580729-eb9c-4bee-97db-53cdb0d2977d owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:26:10.465400 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-67ea308f-0482-46a7-a64b-66e466d75b1f req-fd8d4a22-0948-4e35-bd25-7eb7b19f2e0f tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (39580729-eb9c-4bee-97db-53cdb0d2977d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:10.494393 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d4a22-0948-4e35-bd25-7eb7b19f2e0f tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Pushing event deleted for resources: {'Port': ['ID=39580729-eb9c-4bee-97db-53cdb0d2977d,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:26:10.537470 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ea308f-0482-46a7-a64b-66e466d75b1f req-fd8d4a22-0948-4e35-bd25-7eb7b19f2e0f tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] No DVR routers for this DVR port 39580729-eb9c-4bee-97db-53cdb0d2977d on host hv-cinder-82116 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:26:10.540732 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-67ea308f-0482-46a7-a64b-66e466d75b1f req-fd8d4a22-0948-4e35-bd25-7eb7b19f2e0f tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:10.544259 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-67ea308f-0482-46a7-a64b-66e466d75b1f req-fd8d4a22-0948-4e35-bd25-7eb7b19f2e0f tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.79 "DELETE /v2.0/ports/39580729-eb9c-4bee-97db-53cdb0d2977d HTTP/1.1" status: 204 len: 173 time: 0.4471555 Jan 25 02:26:10.544711 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7860c6a-d3c0-481b-9525-dcdc68fcbd26', 'name': 'network-vif-deleted', 'tag': '39580729-eb9c-4bee-97db-53cdb0d2977d'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:26:10.547028 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c54ec87-d1e5-48ac-9e68-14a15a28960e" -d '{"events": [{"server_uuid": "e7860c6a-d3c0-481b-9525-dcdc68fcbd26", "name": "network-vif-deleted", "tag": "39580729-eb9c-4bee-97db-53cdb0d2977d"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:26:10.582218 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b42130-c7ea-4f98-b2c0-e4cc43a8b125 x-openstack-request-id: req-87b42130-c7ea-4f98-b2c0-e4cc43a8b125 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:26:10.582539 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7860c6a-d3c0-481b-9525-dcdc68fcbd26", "name": "network-vif-deleted", "tag": "39580729-eb9c-4bee-97db-53cdb0d2977d", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:26:10.582796 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-87b42130-c7ea-4f98-b2c0-e4cc43a8b125 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:26:10.583195 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7860c6a-d3c0-481b-9525-dcdc68fcbd26', 'name': 'network-vif-deleted', 'tag': '39580729-eb9c-4bee-97db-53cdb0d2977d', 'status': 'completed', 'code': 200} Jan 25 02:26:11.099032 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3be8068f-428c-4581-ae48-8a5602becbd8 req-8b406a7d-b785-43b7-b951-a2ec6efbf1bf tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/ports?device_id=e7860c6a-d3c0-481b-9525-dcdc68fcbd26 HTTP/1.1" status: 200 len: 210 time: 0.0283716 Jan 25 02:26:12.350493 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-9181a759-bf4a-4cf3-8e66-b82aab31e43a tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:12.351926 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-9181a759-bf4a-4cf3-8e66-b82aab31e43a tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/networks?id=cd125a89-4c8d-456b-b521-45a399247972 HTTP/1.1" status: 200 len: 807 time: 0.0980520 Jan 25 02:26:12.367042 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-9a63e494-d79b-4332-8d36-a4a953151629 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/quotas/e7d625415ea9406d8049c0d19c8068ae HTTP/1.1" status: 200 len: 375 time: 0.0091522 Jan 25 02:26:12.396208 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-fb42faf5-9b0d-485a-be99-3152bd613471 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=e7d625415ea9406d8049c0d19c8068ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0245833 Jan 25 02:26:12.413686 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 39580729-eb9c-4bee-97db-53cdb0d2977d no longer exists at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:26:12.434783 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] No Port match for: 39580729-eb9c-4bee-97db-53cdb0d2977d {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:26:12.435150 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 39580729-eb9c-4bee-97db-53cdb0d2977d not bound to the agent host hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:26:12.492244 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-c5c443c0-e637-4b5c-8dc3-7ebe95141d00 service neutron] 10.222.0.112 "GET /v2.0/networks/cd125a89-4c8d-456b-b521-45a399247972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890641 Jan 25 02:26:12.580315 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-91f5a763-534e-4985-9c39-c52bfea1a7d0 service neutron] 10.222.0.112 "GET /v2.0/networks/cd125a89-4c8d-456b-b521-45a399247972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823286 Jan 25 02:26:12.779305 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9198b985-2092-4177-9b67-b60343fcbec9 req-5515cffb-e635-467f-b890-d761e8c76bd7 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/ports?device_id=c4556bd9-7a74-4187-adbf-1c38efefab6e HTTP/1.1" status: 200 len: 210 time: 0.0323210 Jan 25 02:26:13.868174 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5cb9b276-b942-4d21-b2dc-82a4ce45644e req-05b68e78-8d51-4378-9794-4b2490521480 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/ports?device_id=c4556bd9-7a74-4187-adbf-1c38efefab6e HTTP/1.1" status: 200 len: 210 time: 0.0251417 Jan 25 02:26:14.540260 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-b9f2f214-e6c6-4d98-99af-cc585f897afa tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:14.541717 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-b9f2f214-e6c6-4d98-99af-cc585f897afa tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.79 "GET /v2.0/networks?id=cd125a89-4c8d-456b-b521-45a399247972 HTTP/1.1" status: 200 len: 807 time: 0.1045210 Jan 25 02:26:14.560253 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-f2c947de-e93c-4316-991f-f15358ac0ee4 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Request body: {'port': {'device_id': 'c4556bd9-7a74-4187-adbf-1c38efefab6e', 'network_id': 'cd125a89-4c8d-456b-b521-45a399247972', 'admin_state_up': True, 'tenant_id': 'e7d625415ea9406d8049c0d19c8068ae'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:26:14.756645 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-f2c947de-e93c-4316-991f-f15358ac0ee4 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Made reservation on behalf of e7d625415ea9406d8049c0d19c8068ae for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:26:14.760197 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-f2c947de-e93c-4316-991f-f15358ac0ee4 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:14.887638 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-f2c947de-e93c-4316-991f-f15358ac0ee4 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Allocated IP 172.20.0.6 (cd125a89-4c8d-456b-b521-45a399247972/a36755cf-17ac-4932-8c7e-903a752fb303/3c7b28fa-b753-469b-ad9b-28844cec818d) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:26:14.980266 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f140638b-f818-4905-9cc3-cd85dbb9ba7f req-86d66902-0080-4e1a-850c-d531a9682641 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/ports?device_id=c4556bd9-7a74-4187-adbf-1c38efefab6e HTTP/1.1" status: 200 len: 210 time: 0.0418625 Jan 25 02:26:15.062974 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-f2c947de-e93c-4316-991f-f15358ac0ee4 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Publish callbacks [] for port (3c7b28fa-b753-469b-ad9b-28844cec818d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:15.139918 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-f2c947de-e93c-4316-991f-f15358ac0ee4 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (3c7b28fa-b753-469b-ad9b-28844cec818d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:15.181357 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-f2c947de-e93c-4316-991f-f15358ac0ee4 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Network cd125a89-4c8d-456b-b521-45a399247972 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:26:15.186955 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-f2c947de-e93c-4316-991f-f15358ac0ee4 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:26:15.190606 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-f2c947de-e93c-4316-991f-f15358ac0ee4 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:26:15.197747 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c947de-e93c-4316-991f-f15358ac0ee4 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Pushing event updated for resources: {'Port': ['ID=3c7b28fa-b753-469b-ad9b-28844cec818d,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:26:15.243994 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-f2c947de-e93c-4316-991f-f15358ac0ee4 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:15.244614 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-f2c947de-e93c-4316-991f-f15358ac0ee4 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:15.313612 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-f2c947de-e93c-4316-991f-f15358ac0ee4 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7568703 Jan 25 02:26:15.331191 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-7f16a730-b3a8-4976-818f-d7dc229a10b6 service neutron] Request body: {'port': {'device_id': 'c4556bd9-7a74-4187-adbf-1c38efefab6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82116'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:26:15.386378 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-7f16a730-b3a8-4976-818f-d7dc229a10b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (3c7b28fa-b753-469b-ad9b-28844cec818d), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:15.634608 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-7f16a730-b3a8-4976-818f-d7dc229a10b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c7b28fa-b753-469b-ad9b-28844cec818d {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:26:15.641771 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-7f16a730-b3a8-4976-818f-d7dc229a10b6 service neutron] Publish callbacks [] for port (3c7b28fa-b753-469b-ad9b-28844cec818d), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:15.653149 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-7f16a730-b3a8-4976-818f-d7dc229a10b6 service neutron] Transition to ACTIVE for port object 3c7b28fa-b753-469b-ad9b-28844cec818d will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:26:15.739256 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-7f16a730-b3a8-4976-818f-d7dc229a10b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26102405'] for port (3c7b28fa-b753-469b-ad9b-28844cec818d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:15.789685 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16a730-b3a8-4976-818f-d7dc229a10b6 service neutron] Pushing event updated for resources: {'Port': ['ID=3c7b28fa-b753-469b-ad9b-28844cec818d,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:26:15.859625 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-7f16a730-b3a8-4976-818f-d7dc229a10b6 service neutron] Attempting to bind port 3c7b28fa-b753-469b-ad9b-28844cec818d on host hv-cinder-82116 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:26:15.859987 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-7f16a730-b3a8-4976-818f-d7dc229a10b6 service neutron] Attempting to bind port 3c7b28fa-b753-469b-ad9b-28844cec818d by drivers openvswitch,hyperv on host hv-cinder-82116 at level 0 using segments [{'id': '35df26e1-5f16-453b-8aa6-384b6aeb6898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'cd125a89-4c8d-456b-b521-45a399247972'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:26:15.860316 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-7f16a730-b3a8-4976-818f-d7dc229a10b6 service neutron] Attempting to bind port 3c7b28fa-b753-469b-ad9b-28844cec818d on network cd125a89-4c8d-456b-b521-45a399247972 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:26:15.864428 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-7f16a730-b3a8-4976-818f-d7dc229a10b6 service neutron] Port 3c7b28fa-b753-469b-ad9b-28844cec818d on network cd125a89-4c8d-456b-b521-45a399247972 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82116 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:26:15.864746 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-7f16a730-b3a8-4976-818f-d7dc229a10b6 service neutron] Attempting to bind port 3c7b28fa-b753-469b-ad9b-28844cec818d on network cd125a89-4c8d-456b-b521-45a399247972 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:26:15.869424 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-7f16a730-b3a8-4976-818f-d7dc229a10b6 service neutron] Checking agent: {'id': '52d0b4b2-7edd-4256-a5ca-dd2d58b489f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 10, 20), 'started_at': datetime.datetime(2022, 1, 25, 2, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:26:15.869757 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-7f16a730-b3a8-4976-818f-d7dc229a10b6 service neutron] Checking segment: {'id': '35df26e1-5f16-453b-8aa6-384b6aeb6898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'cd125a89-4c8d-456b-b521-45a399247972'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:26:15.870160 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-7f16a730-b3a8-4976-818f-d7dc229a10b6 service neutron] Bound using segment: {'id': '35df26e1-5f16-453b-8aa6-384b6aeb6898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'cd125a89-4c8d-456b-b521-45a399247972'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:26:15.870607 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-7f16a730-b3a8-4976-818f-d7dc229a10b6 service neutron] Bound port: 3c7b28fa-b753-469b-ad9b-28844cec818d, host: hv-cinder-82116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35df26e1-5f16-453b-8aa6-384b6aeb6898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'cd125a89-4c8d-456b-b521-45a399247972'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:26:15.870955 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-7f16a730-b3a8-4976-818f-d7dc229a10b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (3c7b28fa-b753-469b-ad9b-28844cec818d), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:15.930075 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-7f16a730-b3a8-4976-818f-d7dc229a10b6 service neutron] For port 3c7b28fa-b753-469b-ad9b-28844cec818d, host hv-cinder-82116, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:26:15.933529 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-7f16a730-b3a8-4976-818f-d7dc229a10b6 service neutron] For port 3c7b28fa-b753-469b-ad9b-28844cec818d, host hv-cinder-82116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=3c7b28fa-b753-469b-ad9b-28844cec818d,segment=NetworkSegment(35df26e1-5f16-453b-8aa6-384b6aeb6898),segment_id=35df26e1-5f16-453b-8aa6-384b6aeb6898)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:26:16.014038 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-7f16a730-b3a8-4976-818f-d7dc229a10b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26102405'] for port (3c7b28fa-b753-469b-ad9b-28844cec818d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:16.058720 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-7f16a730-b3a8-4976-818f-d7dc229a10b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:16.059341 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-7f16a730-b3a8-4976-818f-d7dc229a10b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:16.060658 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-7f16a730-b3a8-4976-818f-d7dc229a10b6 service neutron] 10.222.0.79 "PUT /v2.0/ports/3c7b28fa-b753-469b-ad9b-28844cec818d HTTP/1.1" status: 200 len: 1093 time: 0.7334852 Jan 25 02:26:16.062655 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4556bd9-7a74-4187-adbf-1c38efefab6e', 'tag': '3c7b28fa-b753-469b-ad9b-28844cec818d'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:26:16.064834 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40141983-4859-480b-bb56-4c1582d49def" -d '{"events": [{"name": "network-changed", "server_uuid": "c4556bd9-7a74-4187-adbf-1c38efefab6e", "tag": "3c7b28fa-b753-469b-ad9b-28844cec818d"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:26:16.107794 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1c1e3f-c808-4fdd-8adb-695582d6209c x-openstack-request-id: req-be1c1e3f-c808-4fdd-8adb-695582d6209c {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:26:16.108090 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4556bd9-7a74-4187-adbf-1c38efefab6e", "tag": "3c7b28fa-b753-469b-ad9b-28844cec818d", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:26:16.108348 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-be1c1e3f-c808-4fdd-8adb-695582d6209c {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:26:16.108752 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4556bd9-7a74-4187-adbf-1c38efefab6e', 'tag': '3c7b28fa-b753-469b-ad9b-28844cec818d', 'status': 'completed', 'code': 200} Jan 25 02:26:16.111381 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16a730-b3a8-4976-818f-d7dc229a10b6 service neutron] Pushing event updated for resources: {'Port': ['ID=3c7b28fa-b753-469b-ad9b-28844cec818d,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:26:16.128402 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:26:16.128402 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:26:16.128402 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:26:16.128402 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:26:16.128402 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:26:16.128402 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:26:16.128402 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:26:16.128402 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:26:16.128402 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:26:16.128402 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:26:16.128402 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:26:16.128402 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:26:16.128402 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:26:16.128402 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:26:16.128402 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:26:16.128402 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:26:16.128402 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:26:16.128402 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:26:16.128402 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:26:16.128402 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:26:16.128402 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:26:16.128402 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:26:16.128402 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:26:16.128402 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:26:16.128402 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:26:16.128402 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:26:16.128402 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:26:16.128402 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:26:16.128402 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:26:16.128402 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:26:16.128402 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:26:16.128402 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:26:16.128402 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:26:16.128402 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:26:16.128402 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:26:16.128402 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:26:16.131260 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:26:16.131260 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:26:16.131260 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:26:16.131260 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:26:16.131260 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:26:16.131260 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:26:16.131260 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:26:16.131260 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:26:16.131260 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:26:16.131260 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:26:16.131260 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:26:16.131260 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:26:16.131260 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855535f-f5da-4cdd-82d0-6b1c8dc63c46 req-550f0bbf-517e-4f41-a381-a76779dd7d41 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:16.132390 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e855535f-f5da-4cdd-82d0-6b1c8dc63c46 req-550f0bbf-517e-4f41-a381-a76779dd7d41 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/ports?device_id=c4556bd9-7a74-4187-adbf-1c38efefab6e HTTP/1.1" status: 200 len: 943 time: 0.0857394 Jan 25 02:26:16.209028 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e855535f-f5da-4cdd-82d0-6b1c8dc63c46 req-528ce012-8412-4a9b-a3f3-cccc0854fbbb tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/security-groups?id=8486d997-2066-405c-ade5-82e17c272601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703149 Jan 25 02:26:16.214973 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40141983-4859-480b-bb56-4c1582d49def req-c58a3dfa-6f55-4c15-8d24-f51a46f4d99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:16.216411 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-40141983-4859-480b-bb56-4c1582d49def req-c58a3dfa-6f55-4c15-8d24-f51a46f4d99d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e7d625415ea9406d8049c0d19c8068ae&device_id=c4556bd9-7a74-4187-adbf-1c38efefab6e HTTP/1.1" status: 200 len: 1096 time: 0.0632746 Jan 25 02:26:16.323897 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40141983-4859-480b-bb56-4c1582d49def req-84c46d5a-3af7-4d9d-96a9-a4ace8b27e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:16.325427 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-40141983-4859-480b-bb56-4c1582d49def req-84c46d5a-3af7-4d9d-96a9-a4ace8b27e5b service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=e7d625415ea9406d8049c0d19c8068ae&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0946193 Jan 25 02:26:16.418139 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40141983-4859-480b-bb56-4c1582d49def req-d54a9579-3dfc-4fb3-9fab-7e7d41a7111b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:16.419640 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-40141983-4859-480b-bb56-4c1582d49def req-d54a9579-3dfc-4fb3-9fab-7e7d41a7111b service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872118 Jan 25 02:26:16.518166 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-c1249160-8eca-4d74-8d62-70ec9b991bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:16.519699 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-c1249160-8eca-4d74-8d62-70ec9b991bab service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e7d625415ea9406d8049c0d19c8068ae&device_id=c4556bd9-7a74-4187-adbf-1c38efefab6e HTTP/1.1" status: 200 len: 1096 time: 0.0418980 Jan 25 02:26:16.569081 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-ce0761a8-35cc-45b1-b718-508dc5986a0c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c7b28fa-b753-469b-ad9b-28844cec818d HTTP/1.1" status: 200 len: 217 time: 0.0370004 Jan 25 02:26:16.615032 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-3c3e5a77-8b9e-4944-ade1-95a2ef1a3d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:16.616452 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-3c3e5a77-8b9e-4944-ade1-95a2ef1a3d62 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a36755cf-17ac-4932-8c7e-903a752fb303 HTTP/1.1" status: 200 len: 847 time: 0.0417664 Jan 25 02:26:16.645659 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-040bf497-b059-49cc-86eb-149e358f25af service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cd125a89-4c8d-456b-b521-45a399247972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234833 Jan 25 02:26:16.735207 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-6daeb18d-ec44-4de9-9b0d-5c5392168e9f service neutron] 10.222.0.79 "GET /v2.0/networks/cd125a89-4c8d-456b-b521-45a399247972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839949 Jan 25 02:26:16.821154 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-28a912f4-38ff-4dfa-a161-c04ee3b31701 req-ccf63c0c-18b7-4ce9-bdcb-ee7765fdc3ab service neutron] 10.222.0.79 "GET /v2.0/networks/cd125a89-4c8d-456b-b521-45a399247972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798552 Jan 25 02:26:17.336695 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f3eaa-2c00-4e3d-9cf4-25769292fee1 req-f91807ea-2cdd-4a68-a622-987e22130169 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:17.338162 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-610f3eaa-2c00-4e3d-9cf4-25769292fee1 req-f91807ea-2cdd-4a68-a622-987e22130169 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/ports?device_id=c4556bd9-7a74-4187-adbf-1c38efefab6e HTTP/1.1" status: 200 len: 943 time: 0.0586383 Jan 25 02:26:17.384144 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-610f3eaa-2c00-4e3d-9cf4-25769292fee1 req-dafb79c9-9f24-4ba5-8576-2b6c160967d0 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/security-groups?id=8486d997-2066-405c-ade5-82e17c272601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401037 Jan 25 02:26:17.637205 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bedba8b9-b7dd-4d14-aeb8-81346a5e4412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:18.394655 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1aba8-5198-495b-ac80-f9205bc9ef76 req-ca886786-2e17-40a6-beea-302b46b90a23 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:18.396125 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b4f1aba8-5198-495b-ac80-f9205bc9ef76 req-ca886786-2e17-40a6-beea-302b46b90a23 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=baf1c2f0-8f88-45ca-9e67-a67c920e17d0 HTTP/1.1" status: 200 len: 945 time: 0.0472441 Jan 25 02:26:18.446100 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b4f1aba8-5198-495b-ac80-f9205bc9ef76 req-bc6bddf3-9077-48fe-9c62-f882903c61b7 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437493 Jan 25 02:26:18.503710 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f0cb9-7b7e-4492-b328-4775c6922a44 req-5275f94d-3145-43c1-a5f0-b2c4b51b0b54 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:18.505129 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-102f0cb9-7b7e-4492-b328-4775c6922a44 req-5275f94d-3145-43c1-a5f0-b2c4b51b0b54 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/ports?device_id=c4556bd9-7a74-4187-adbf-1c38efefab6e HTTP/1.1" status: 200 len: 943 time: 0.0512812 Jan 25 02:26:18.550377 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-102f0cb9-7b7e-4492-b328-4775c6922a44 req-7b414a8c-fc79-4868-b961-ec6997d769b4 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/security-groups?id=8486d997-2066-405c-ade5-82e17c272601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397542 Jan 25 02:26:19.560734 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288aa365-401d-4dc0-9783-5f8dfcf26b62 req-99cad1ed-98ab-46ad-9a90-7ed1b3847a8a tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:19.562213 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-288aa365-401d-4dc0-9783-5f8dfcf26b62 req-99cad1ed-98ab-46ad-9a90-7ed1b3847a8a tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=baf1c2f0-8f88-45ca-9e67-a67c920e17d0 HTTP/1.1" status: 200 len: 945 time: 0.0480692 Jan 25 02:26:19.611481 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-288aa365-401d-4dc0-9783-5f8dfcf26b62 req-94e95391-aab5-494d-8b0a-f7b3a0a5eae2 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438163 Jan 25 02:26:19.664880 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93880502-b7b4-4ab3-ad4b-8cc8eb782a10 req-a26de6e3-c941-4f2f-bd3b-e9f28adc45e2 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:19.666353 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-93880502-b7b4-4ab3-ad4b-8cc8eb782a10 req-a26de6e3-c941-4f2f-bd3b-e9f28adc45e2 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/ports?device_id=c4556bd9-7a74-4187-adbf-1c38efefab6e HTTP/1.1" status: 200 len: 943 time: 0.0479305 Jan 25 02:26:19.716184 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-93880502-b7b4-4ab3-ad4b-8cc8eb782a10 req-2dae53c9-73d6-4c2b-a611-a50f203cd2b6 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/security-groups?id=8486d997-2066-405c-ade5-82e17c272601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437131 Jan 25 02:26:20.173160 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-07125540-8fd1-4b59-b571-fdbf840e8378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:20.205089 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034bed7-fe4f-4679-8525-9c5010142d11 req-94075eb3-3869-404c-8b33-a086ac6cd458 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:20.206581 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c034bed7-fe4f-4679-8525-9c5010142d11 req-94075eb3-3869-404c-8b33-a086ac6cd458 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.79 "GET /v2.0/ports?device_id=baf1c2f0-8f88-45ca-9e67-a67c920e17d0 HTTP/1.1" status: 200 len: 945 time: 0.0475931 Jan 25 02:26:20.294055 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-c034bed7-fe4f-4679-8525-9c5010142d11 req-789e7a72-96e2-4520-a12d-f4d59e35d559 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Deleting port 4cf1ac27-58cf-4002-906b-e614ad7e5048 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:26:20.294417 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-c034bed7-fe4f-4679-8525-9c5010142d11 req-789e7a72-96e2-4520-a12d-f4d59e35d559 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (4cf1ac27-58cf-4002-906b-e614ad7e5048), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:20.382659 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-c034bed7-fe4f-4679-8525-9c5010142d11 req-789e7a72-96e2-4520-a12d-f4d59e35d559 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] For port 4cf1ac27-58cf-4002-906b-e614ad7e5048, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=4cf1ac27-58cf-4002-906b-e614ad7e5048,segment=NetworkSegment(66beaff4-e242-4eb5-839f-09270b774f2d),segment_id=66beaff4-e242-4eb5-839f-09270b774f2d)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:26:20.382940 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-c034bed7-fe4f-4679-8525-9c5010142d11 req-789e7a72-96e2-4520-a12d-f4d59e35d559 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (4cf1ac27-58cf-4002-906b-e614ad7e5048), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:20.418570 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 3c7b28fa-b753-469b-ad9b-28844cec818d details requested by agent hyperv_hv-cinder-82116 with host hv-cinder-82116 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:26:20.511133 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 3c7b28fa-b753-469b-ad9b-28844cec818d, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=3c7b28fa-b753-469b-ad9b-28844cec818d,segment=NetworkSegment(35df26e1-5f16-453b-8aa6-384b6aeb6898),segment_id=35df26e1-5f16-453b-8aa6-384b6aeb6898)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:26:20.523498 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Returning: {'device': '3c7b28fa-b753-469b-ad9b-28844cec818d', 'network_id': 'cd125a89-4c8d-456b-b521-45a399247972', 'port_id': '3c7b28fa-b753-469b-ad9b-28844cec818d', 'mac_address': 'fa:16:3e:1d:47:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a36755cf-17ac-4932-8c7e-903a752fb303', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:26:20.558227 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-c034bed7-fe4f-4679-8525-9c5010142d11 req-789e7a72-96e2-4520-a12d-f4d59e35d559 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:20.558618 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-c034bed7-fe4f-4679-8525-9c5010142d11 req-789e7a72-96e2-4520-a12d-f4d59e35d559 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013182'] for floatingip (aeeb1504-de0d-464b-9d6b-f8add217818d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:20.558981 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.db.l3_db [req-c034bed7-fe4f-4679-8525-9c5010142d11 req-789e7a72-96e2-4520-a12d-f4d59e35d559 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Floating IP aeeb1504-de0d-464b-9d6b-f8add217818d disassociated. External IP: 172.27.3.94, port: 4cf1ac27-58cf-4002-906b-e614ad7e5048. Jan 25 02:26:20.559347 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-c034bed7-fe4f-4679-8525-9c5010142d11 req-789e7a72-96e2-4520-a12d-f4d59e35d559 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Calling delete_port for 4cf1ac27-58cf-4002-906b-e614ad7e5048 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:26:20.568061 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 3c7b28fa-b753-469b-ad9b-28844cec818d is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:26:20.568458 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (3c7b28fa-b753-469b-ad9b-28844cec818d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:20.587862 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c7b28fa-b753-469b-ad9b-28844cec818d {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:26:20.609707 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 3c7b28fa-b753-469b-ad9b-28844cec818d, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=3c7b28fa-b753-469b-ad9b-28844cec818d,segment=NetworkSegment(35df26e1-5f16-453b-8aa6-384b6aeb6898),segment_id=35df26e1-5f16-453b-8aa6-384b6aeb6898)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:26:20.670847 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (3c7b28fa-b753-469b-ad9b-28844cec818d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:20.719612 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=3c7b28fa-b753-469b-ad9b-28844cec818d,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:26:20.749501 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36444eb-ee65-4fee-9601-b07abe03e2b5 req-5753ae20-fbaf-46fc-9f69-8ddefc5f976c tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:20.751099 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e36444eb-ee65-4fee-9601-b07abe03e2b5 req-5753ae20-fbaf-46fc-9f69-8ddefc5f976c tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=baf1c2f0-8f88-45ca-9e67-a67c920e17d0 HTTP/1.1" status: 200 len: 945 time: 0.0688221 Jan 25 02:26:20.771233 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-c034bed7-fe4f-4679-8525-9c5010142d11 req-789e7a72-96e2-4520-a12d-f4d59e35d559 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (4cf1ac27-58cf-4002-906b-e614ad7e5048), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:20.819045 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e7a72-96e2-4520-a12d-f4d59e35d559 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Pushing event deleted for resources: {'Port': ['ID=4cf1ac27-58cf-4002-906b-e614ad7e5048,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:26:20.901960 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e36444eb-ee65-4fee-9601-b07abe03e2b5 req-31eeff99-2db2-4040-9140-2086060be258 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447530 Jan 25 02:26:20.924923 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85523cb4-3ef0-4d8e-9095-45fce09e8318 req-60103b76-1d23-49c5-abad-8052630104d1 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:20.926412 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-85523cb4-3ef0-4d8e-9095-45fce09e8318 req-60103b76-1d23-49c5-abad-8052630104d1 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/ports?device_id=c4556bd9-7a74-4187-adbf-1c38efefab6e HTTP/1.1" status: 200 len: 944 time: 0.1412418 Jan 25 02:26:21.011940 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c034bed7-fe4f-4679-8525-9c5010142d11 req-789e7a72-96e2-4520-a12d-f4d59e35d559 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Router 6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b has already been hosted by L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:26:21.018231 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-85523cb4-3ef0-4d8e-9095-45fce09e8318 req-7c83e774-10f4-42a3-afb9-856ab09263b4 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/security-groups?id=8486d997-2066-405c-ade5-82e17c272601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640969 Jan 25 02:26:21.098329 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['3c7b28fa-b753-469b-ad9b-28844cec818d'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:26:21.127195 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c034bed7-fe4f-4679-8525-9c5010142d11 req-789e7a72-96e2-4520-a12d-f4d59e35d559 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:26:21.139468 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23272ed1-ac62-4062-9051-7ce5372ce021 None None] Sync routers for ids ['6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'] in dv-cinder-821168-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:26:21.159925 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23272ed1-ac62-4062-9051-7ce5372ce021 None None] Routers {'6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:26:21.160449 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-23272ed1-ac62-4062-9051-7ce5372ce021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:26:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:26:21.169154 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-c034bed7-fe4f-4679-8525-9c5010142d11 req-789e7a72-96e2-4520-a12d-f4d59e35d559 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] No DVR routers for this DVR port 4cf1ac27-58cf-4002-906b-e614ad7e5048 on host hv-cinder-82116 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:26:21.172981 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-c034bed7-fe4f-4679-8525-9c5010142d11 req-789e7a72-96e2-4520-a12d-f4d59e35d559 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:21.176366 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c034bed7-fe4f-4679-8525-9c5010142d11 req-789e7a72-96e2-4520-a12d-f4d59e35d559 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.79 "DELETE /v2.0/ports/4cf1ac27-58cf-4002-906b-e614ad7e5048 HTTP/1.1" status: 204 len: 173 time: 0.9648833 Jan 25 02:26:21.176830 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf1c2f0-8f88-45ca-9e67-a67c920e17d0', 'name': 'network-vif-deleted', 'tag': '4cf1ac27-58cf-4002-906b-e614ad7e5048'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:26:21.179195 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425c7723-6b3e-42ff-927e-9c93b4727f87" -d '{"events": [{"server_uuid": "baf1c2f0-8f88-45ca-9e67-a67c920e17d0", "name": "network-vif-deleted", "tag": "4cf1ac27-58cf-4002-906b-e614ad7e5048"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:26:21.219857 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d014731-211c-4e74-9bdd-2b57906e31d9 x-openstack-request-id: req-2d014731-211c-4e74-9bdd-2b57906e31d9 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:26:21.220154 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf1c2f0-8f88-45ca-9e67-a67c920e17d0", "name": "network-vif-deleted", "tag": "4cf1ac27-58cf-4002-906b-e614ad7e5048", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:26:21.220439 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-2d014731-211c-4e74-9bdd-2b57906e31d9 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:26:21.220847 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf1c2f0-8f88-45ca-9e67-a67c920e17d0', 'name': 'network-vif-deleted', 'tag': '4cf1ac27-58cf-4002-906b-e614ad7e5048', 'status': 'completed', 'code': 200} Jan 25 02:26:21.332875 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-23272ed1-ac62-4062-9051-7ce5372ce021 None None] Set router 6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:26:21.582483 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:21.693234 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-23272ed1-ac62-4062-9051-7ce5372ce021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'name': 'tempest-TestVolumeBootPattern-1419120635-router', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:00Z', 'revision_number': 4, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'gw_port': {'id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '673fd286-0c77-4456-ac5a-318418a32fed', 'name': '', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'mac_address': 'fa:16:3e:9a:44:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:23:00Z', 'updated_at': '2022-01-25T02:23:05Z', 'revision_number': 5, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'subnets': [{'id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:26:21.723072 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23272ed1-ac62-4062-9051-7ce5372ce021 None None] Checking router: 6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b for host: dv-cinder-821168-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:26:21.731905 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23272ed1-ac62-4062-9051-7ce5372ce021 None None] Routers {'6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:26:21.732520 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-23272ed1-ac62-4062-9051-7ce5372ce021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:26:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:26:21.839663 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-23272ed1-ac62-4062-9051-7ce5372ce021 None None] Set router 6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:26:22.008419 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e43f30ec-a53f-4342-bd6d-6483f11b3b0c req-e41c0bc2-7b5e-49a4-8413-238508aeb3e9 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=baf1c2f0-8f88-45ca-9e67-a67c920e17d0 HTTP/1.1" status: 200 len: 210 time: 0.0251980 Jan 25 02:26:22.047394 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-23272ed1-ac62-4062-9051-7ce5372ce021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'name': 'tempest-TestVolumeBootPattern-1419120635-router', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:00Z', 'revision_number': 4, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'gw_port': {'id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '673fd286-0c77-4456-ac5a-318418a32fed', 'name': '', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'mac_address': 'fa:16:3e:9a:44:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:23:00Z', 'updated_at': '2022-01-25T02:23:05Z', 'revision_number': 5, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'subnets': [{'id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:26:22.074071 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23272ed1-ac62-4062-9051-7ce5372ce021 None None] The sync data for ids ['6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'] in dv-cinder-821168-1-iscsi is: [{'id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'name': 'tempest-TestVolumeBootPattern-1419120635-router', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:00Z', 'revision_number': 4, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'gw_port': {'id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '673fd286-0c77-4456-ac5a-318418a32fed', 'name': '', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'mac_address': 'fa:16:3e:9a:44:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:23:00Z', 'updated_at': '2022-01-25T02:23:05Z', 'revision_number': 5, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'subnets': [{'id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:26:22.143177 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82cd90-deb9-4bed-b863-f91ec3c5e6e1 req-7c49d96b-c6ed-4171-8a67-8b9e13b298c0 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:22.144709 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fb82cd90-deb9-4bed-b863-f91ec3c5e6e1 req-7c49d96b-c6ed-4171-8a67-8b9e13b298c0 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/ports?device_id=c4556bd9-7a74-4187-adbf-1c38efefab6e HTTP/1.1" status: 200 len: 944 time: 0.0581574 Jan 25 02:26:22.165244 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:26:22.195539 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fb82cd90-deb9-4bed-b863-f91ec3c5e6e1 req-660b7f07-8db8-45da-81f6-cbdc1b3e6511 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/security-groups?id=8486d997-2066-405c-ade5-82e17c272601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452030 Jan 25 02:26:22.316320 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5592f05e-8844-40f9-bfb4-b4fde66d464c None None] New status for floating IP aeeb1504-de0d-464b-9d6b-f8add217818d: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:26:22.422282 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 3c7b28fa-b753-469b-ad9b-28844cec818d up at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:26:22.527355 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning for port 3c7b28fa-b753-469b-ad9b-28844cec818d completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:26:22.531356 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning complete for port 3c7b28fa-b753-469b-ad9b-28844cec818d triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:26:22.531738 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (3c7b28fa-b753-469b-ad9b-28844cec818d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:22.614657 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 3c7b28fa-b753-469b-ad9b-28844cec818d is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:26:22.614965 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (3c7b28fa-b753-469b-ad9b-28844cec818d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:22.636486 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4556bd9-7a74-4187-adbf-1c38efefab6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7b28fa-b753-469b-ad9b-28844cec818d'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:26:22.638719 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425b8effad759ea2b395d79f7fcdbc6f74d58daf1cbadf1a5a1a211e7a69aa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b82739-38d9-43e9-8644-8bf5d065872d" -d '{"events": [{"server_uuid": "c4556bd9-7a74-4187-adbf-1c38efefab6e", "name": "network-vif-plugged", "status": "completed", "tag": "3c7b28fa-b753-469b-ad9b-28844cec818d"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:26:22.650784 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 3c7b28fa-b753-469b-ad9b-28844cec818d, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=3c7b28fa-b753-469b-ad9b-28844cec818d,segment=NetworkSegment(35df26e1-5f16-453b-8aa6-384b6aeb6898),segment_id=35df26e1-5f16-453b-8aa6-384b6aeb6898)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:26:22.674490 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0a96dd-edb7-48c3-b591-5803331ba8f7 x-openstack-request-id: req-9e0a96dd-edb7-48c3-b591-5803331ba8f7 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:26:22.674785 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4556bd9-7a74-4187-adbf-1c38efefab6e", "name": "network-vif-plugged", "status": "completed", "tag": "3c7b28fa-b753-469b-ad9b-28844cec818d", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:26:22.675035 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-9e0a96dd-edb7-48c3-b591-5803331ba8f7 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:26:22.675433 dv-cinder-821168-1-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4556bd9-7a74-4187-adbf-1c38efefab6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7b28fa-b753-469b-ad9b-28844cec818d', 'code': 200} Jan 25 02:26:22.722038 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (3c7b28fa-b753-469b-ad9b-28844cec818d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:22.722889 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 4cf1ac27-58cf-4002-906b-e614ad7e5048 no longer exists at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:26:22.747223 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] No Port match for: 4cf1ac27-58cf-4002-906b-e614ad7e5048 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:26:22.749230 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 4cf1ac27-58cf-4002-906b-e614ad7e5048 not bound to the agent host hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:26:22.788516 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=3c7b28fa-b753-469b-ad9b-28844cec818d,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:26:22.996148 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481839fa-da30-4836-8d90-f583a242260d req-4ff27def-da3b-4c98-84ab-46e87c5910f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:22.997646 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-481839fa-da30-4836-8d90-f583a242260d req-4ff27def-da3b-4c98-84ab-46e87c5910f1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c4556bd9-7a74-4187-adbf-1c38efefab6e HTTP/1.1" status: 200 len: 1098 time: 0.0405791 Jan 25 02:26:23.032148 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:23.041373 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-481839fa-da30-4836-8d90-f583a242260d req-7f1fec33-6851-43ca-833d-cb4cb06f489f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8486d997-2066-405c-ade5-82e17c272601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381279 Jan 25 02:26:23.076429 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:23.262094 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-12815fa8-280d-451b-a5a6-6a548bb0cf02 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-566636868&fields=id&tenant_id=d438dbd2bb14452cbd5a8c8221417335 HTTP/1.1" status: 200 len: 267 time: 0.0434697 Jan 25 02:26:23.368081 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e931bd-2e92-486e-9132-482f2038ce5d req-c259f5b8-caf7-484f-a31f-1e94d58a0430 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:23.369552 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-33e931bd-2e92-486e-9132-482f2038ce5d req-c259f5b8-caf7-484f-a31f-1e94d58a0430 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/ports?device_id=c4556bd9-7a74-4187-adbf-1c38efefab6e HTTP/1.1" status: 200 len: 945 time: 0.1057467 Jan 25 02:26:23.414012 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-bc1b04fe-dac1-4377-a70f-5f40d90b95cd tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:23.415459 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-bc1b04fe-dac1-4377-a70f-5f40d90b95cd tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/networks?id=476bff0e-63ed-4bbf-b038-72b2f7bd0810 HTTP/1.1" status: 200 len: 812 time: 0.1438229 Jan 25 02:26:23.442722 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-ad32da2d-1c46-4909-b6db-faa6ad8d1d46 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/quotas/d438dbd2bb14452cbd5a8c8221417335 HTTP/1.1" status: 200 len: 375 time: 0.0201957 Jan 25 02:26:23.446025 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-33e931bd-2e92-486e-9132-482f2038ce5d req-11f3d5fe-9926-4971-8ace-1064356958b1 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/security-groups?id=8486d997-2066-405c-ade5-82e17c272601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692353 Jan 25 02:26:23.495634 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-9e8320b2-8fcb-4e1f-ad75-2a7bb9f35b62 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=d438dbd2bb14452cbd5a8c8221417335&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477982 Jan 25 02:26:23.585763 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-fb5faf24-d40c-4fb3-bbd9-537f443912b4 service neutron] 10.222.0.112 "GET /v2.0/networks/476bff0e-63ed-4bbf-b038-72b2f7bd0810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788312 Jan 25 02:26:23.673317 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-4e71bd9d-ccf3-4bb9-a931-d2d6f9ccc179 service neutron] 10.222.0.112 "GET /v2.0/networks/476bff0e-63ed-4bbf-b038-72b2f7bd0810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816426 Jan 25 02:26:24.130332 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-61d1b71a-f29d-4349-b696-9edb5745ab60 req-34b6ec53-08eb-4024-9f52-236751558851 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=56a88660-7a5d-4e03-a634-cd91f8c7614c HTTP/1.1" status: 200 len: 210 time: 0.0271230 Jan 25 02:26:24.539135 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:24.562533 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad23e0-8505-4f98-a052-53f81faf770c req-90c91646-3af3-41e3-9931-bc69bd55b60d tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:24.564108 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-89ad23e0-8505-4f98-a052-53f81faf770c req-90c91646-3af3-41e3-9931-bc69bd55b60d tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/ports?device_id=c4556bd9-7a74-4187-adbf-1c38efefab6e HTTP/1.1" status: 200 len: 945 time: 0.0496027 Jan 25 02:26:24.613819 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-89ad23e0-8505-4f98-a052-53f81faf770c req-570cec9c-1fca-48b2-8576-0e3df70c918a tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/security-groups?id=8486d997-2066-405c-ade5-82e17c272601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440600 Jan 25 02:26:25.225494 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-b7a96f2c-8a24-4f02-ab61-a0f1a759e9bd req-81e5f827-1974-45e8-a03b-2d644a12a9d2 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=56a88660-7a5d-4e03-a634-cd91f8c7614c HTTP/1.1" status: 200 len: 210 time: 0.0255716 Jan 25 02:26:25.741286 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668f780-e9b1-4c67-9ac3-1c7ec84d8ba7 req-a6cfa3fc-c1ff-44c1-abd0-075c0a13ec3d tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:25.742693 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9668f780-e9b1-4c67-9ac3-1c7ec84d8ba7 req-a6cfa3fc-c1ff-44c1-abd0-075c0a13ec3d tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/ports?device_id=c4556bd9-7a74-4187-adbf-1c38efefab6e HTTP/1.1" status: 200 len: 945 time: 0.0520689 Jan 25 02:26:25.788012 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-9668f780-e9b1-4c67-9ac3-1c7ec84d8ba7 req-05b9f9a7-183d-4f97-8472-6b622606e3bf tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/security-groups?id=8486d997-2066-405c-ade5-82e17c272601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396757 Jan 25 02:26:26.272729 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-f022bec3-9e37-4aed-b7c5-5c9f7ea9814e tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:26.273998 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-f022bec3-9e37-4aed-b7c5-5c9f7ea9814e tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.79 "GET /v2.0/networks?id=476bff0e-63ed-4bbf-b038-72b2f7bd0810 HTTP/1.1" status: 200 len: 812 time: 0.1115131 Jan 25 02:26:26.361419 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5d7dd9ba-5411-4cab-afe1-109a3a2c225d req-62d39f7e-c42a-4ea5-b741-88d162dbb8fb tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=56a88660-7a5d-4e03-a634-cd91f8c7614c HTTP/1.1" status: 200 len: 210 time: 0.0524821 Jan 25 02:26:26.383114 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-c7388bc0-3c73-461d-a160-5369bf662265 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d438dbd2bb14452cbd5a8c8221417335 HTTP/1.1" status: 200 len: 379 time: 0.0944109 Jan 25 02:26:26.391399 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-5810143c-a645-4ffc-8dfa-c86685666fc8 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Request body: {'port': {'device_id': '56a88660-7a5d-4e03-a634-cd91f8c7614c', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'admin_state_up': True, 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'security_groups': ['7b377a3c-2284-465c-98da-7d334e6c9c41']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:26:26.555892 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-5810143c-a645-4ffc-8dfa-c86685666fc8 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Made reservation on behalf of d438dbd2bb14452cbd5a8c8221417335 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:26:26.560269 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-5810143c-a645-4ffc-8dfa-c86685666fc8 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:26.961727 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-5810143c-a645-4ffc-8dfa-c86685666fc8 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Allocated IP 172.20.0.14 (476bff0e-63ed-4bbf-b038-72b2f7bd0810/b57988f6-205e-46c8-8abb-d10883d65470/37ee3aa2-a8a4-4631-ae48-51c6c179030e) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:26:27.102602 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261abd71-fe7e-4e38-9f1f-ed26b5a673dc req-e0970840-e079-4d0e-9d0c-fce460415c33 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:27.104673 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-261abd71-fe7e-4e38-9f1f-ed26b5a673dc req-e0970840-e079-4d0e-9d0c-fce460415c33 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/ports?device_id=c4556bd9-7a74-4187-adbf-1c38efefab6e HTTP/1.1" status: 200 len: 945 time: 0.1083918 Jan 25 02:26:27.152960 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-5810143c-a645-4ffc-8dfa-c86685666fc8 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for port (37ee3aa2-a8a4-4631-ae48-51c6c179030e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:27.182753 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-261abd71-fe7e-4e38-9f1f-ed26b5a673dc req-dba9cc11-bda4-433c-82a0-38921f1f7386 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/security-groups?id=8486d997-2066-405c-ade5-82e17c272601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703607 Jan 25 02:26:27.294158 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-5810143c-a645-4ffc-8dfa-c86685666fc8 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (37ee3aa2-a8a4-4631-ae48-51c6c179030e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:27.341245 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-5810143c-a645-4ffc-8dfa-c86685666fc8 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Network 476bff0e-63ed-4bbf-b038-72b2f7bd0810 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:26:27.346220 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-5810143c-a645-4ffc-8dfa-c86685666fc8 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:26:27.349805 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-5810143c-a645-4ffc-8dfa-c86685666fc8 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:26:27.374771 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810143c-a645-4ffc-8dfa-c86685666fc8 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Pushing event updated for resources: {'Port': ['ID=37ee3aa2-a8a4-4631-ae48-51c6c179030e,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:26:27.405464 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-5810143c-a645-4ffc-8dfa-c86685666fc8 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:27.406051 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-5810143c-a645-4ffc-8dfa-c86685666fc8 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:27.480869 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-5810143c-a645-4ffc-8dfa-c86685666fc8 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0930786 Jan 25 02:26:27.495810 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d952307-3259-4189-a887-e6835eace058 req-1e28c0b0-283b-4390-9840-d1d6d402b994 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:27.497473 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1d952307-3259-4189-a887-e6835eace058 req-1e28c0b0-283b-4390-9840-d1d6d402b994 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=56a88660-7a5d-4e03-a634-cd91f8c7614c HTTP/1.1" status: 200 len: 932 time: 0.0595484 Jan 25 02:26:27.502555 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-8e0ff1ee-3b31-42b8-ac90-970ed83a9b60 service neutron] Request body: {'port': {'device_id': '56a88660-7a5d-4e03-a634-cd91f8c7614c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82116'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:26:27.591394 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-8e0ff1ee-3b31-42b8-ac90-970ed83a9b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (37ee3aa2-a8a4-4631-ae48-51c6c179030e), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:27.597832 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1d952307-3259-4189-a887-e6835eace058 req-72a3f0d5-c59e-4f35-837e-c07dc097d405 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922081 Jan 25 02:26:27.618062 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-1536cd4a-f72c-48f5-8f26-f826636cb306 None None] Provisioning complete for port 37ee3aa2-a8a4-4631-ae48-51c6c179030e triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:26:27.619216 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1536cd4a-f72c-48f5-8f26-f826636cb306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (37ee3aa2-a8a4-4631-ae48-51c6c179030e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:27.656915 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1536cd4a-f72c-48f5-8f26-f826636cb306 None None] Port 37ee3aa2-a8a4-4631-ae48-51c6c179030e cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:26:27.853439 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-8e0ff1ee-3b31-42b8-ac90-970ed83a9b60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37ee3aa2-a8a4-4631-ae48-51c6c179030e {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:26:27.861473 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-8e0ff1ee-3b31-42b8-ac90-970ed83a9b60 service neutron] Publish callbacks [] for port (37ee3aa2-a8a4-4631-ae48-51c6c179030e), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:27.874157 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-8e0ff1ee-3b31-42b8-ac90-970ed83a9b60 service neutron] Transition to ACTIVE for port object 37ee3aa2-a8a4-4631-ae48-51c6c179030e will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:26:27.944333 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-8e0ff1ee-3b31-42b8-ac90-970ed83a9b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26102405'] for port (37ee3aa2-a8a4-4631-ae48-51c6c179030e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:27.996891 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ff1ee-3b31-42b8-ac90-970ed83a9b60 service neutron] Pushing event updated for resources: {'Port': ['ID=37ee3aa2-a8a4-4631-ae48-51c6c179030e,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:26:28.070110 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-8e0ff1ee-3b31-42b8-ac90-970ed83a9b60 service neutron] Attempting to bind port 37ee3aa2-a8a4-4631-ae48-51c6c179030e on host hv-cinder-82116 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:26:28.070504 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-8e0ff1ee-3b31-42b8-ac90-970ed83a9b60 service neutron] Attempting to bind port 37ee3aa2-a8a4-4631-ae48-51c6c179030e by drivers openvswitch,hyperv on host hv-cinder-82116 at level 0 using segments [{'id': '66beaff4-e242-4eb5-839f-09270b774f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:26:28.070831 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-8e0ff1ee-3b31-42b8-ac90-970ed83a9b60 service neutron] Attempting to bind port 37ee3aa2-a8a4-4631-ae48-51c6c179030e on network 476bff0e-63ed-4bbf-b038-72b2f7bd0810 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:26:28.076170 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-8e0ff1ee-3b31-42b8-ac90-970ed83a9b60 service neutron] Port 37ee3aa2-a8a4-4631-ae48-51c6c179030e on network 476bff0e-63ed-4bbf-b038-72b2f7bd0810 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82116 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:26:28.076505 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-8e0ff1ee-3b31-42b8-ac90-970ed83a9b60 service neutron] Attempting to bind port 37ee3aa2-a8a4-4631-ae48-51c6c179030e on network 476bff0e-63ed-4bbf-b038-72b2f7bd0810 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:26:28.081552 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-8e0ff1ee-3b31-42b8-ac90-970ed83a9b60 service neutron] Checking agent: {'id': '52d0b4b2-7edd-4256-a5ca-dd2d58b489f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 10, 20), 'started_at': datetime.datetime(2022, 1, 25, 2, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:26:28.081896 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-8e0ff1ee-3b31-42b8-ac90-970ed83a9b60 service neutron] Checking segment: {'id': '66beaff4-e242-4eb5-839f-09270b774f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:26:28.082282 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-8e0ff1ee-3b31-42b8-ac90-970ed83a9b60 service neutron] Bound using segment: {'id': '66beaff4-e242-4eb5-839f-09270b774f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:26:28.082742 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-8e0ff1ee-3b31-42b8-ac90-970ed83a9b60 service neutron] Bound port: 37ee3aa2-a8a4-4631-ae48-51c6c179030e, host: hv-cinder-82116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66beaff4-e242-4eb5-839f-09270b774f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:26:28.083104 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-8e0ff1ee-3b31-42b8-ac90-970ed83a9b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (37ee3aa2-a8a4-4631-ae48-51c6c179030e), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:28.152540 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-8e0ff1ee-3b31-42b8-ac90-970ed83a9b60 service neutron] For port 37ee3aa2-a8a4-4631-ae48-51c6c179030e, host hv-cinder-82116, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:26:28.155486 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-8e0ff1ee-3b31-42b8-ac90-970ed83a9b60 service neutron] For port 37ee3aa2-a8a4-4631-ae48-51c6c179030e, host hv-cinder-82116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=37ee3aa2-a8a4-4631-ae48-51c6c179030e,segment=NetworkSegment(66beaff4-e242-4eb5-839f-09270b774f2d),segment_id=66beaff4-e242-4eb5-839f-09270b774f2d)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:26:28.219437 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-8e0ff1ee-3b31-42b8-ac90-970ed83a9b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26102405'] for port (37ee3aa2-a8a4-4631-ae48-51c6c179030e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:28.251194 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-8e0ff1ee-3b31-42b8-ac90-970ed83a9b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:28.251898 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-8e0ff1ee-3b31-42b8-ac90-970ed83a9b60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:28.253398 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-8e0ff1ee-3b31-42b8-ac90-970ed83a9b60 service neutron] 10.222.0.79 "PUT /v2.0/ports/37ee3aa2-a8a4-4631-ae48-51c6c179030e HTTP/1.1" status: 200 len: 1094 time: 0.7549212 Jan 25 02:26:28.255649 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56a88660-7a5d-4e03-a634-cd91f8c7614c', 'tag': '37ee3aa2-a8a4-4631-ae48-51c6c179030e'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:26:28.257908 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b7c7f0-e1f9-47a1-aabb-3dcd4df9bc27" -d '{"events": [{"name": "network-changed", "server_uuid": "56a88660-7a5d-4e03-a634-cd91f8c7614c", "tag": "37ee3aa2-a8a4-4631-ae48-51c6c179030e"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:26:28.301498 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec2fc02-9bd8-44db-a13a-39bb2873d79e x-openstack-request-id: req-3ec2fc02-9bd8-44db-a13a-39bb2873d79e {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:26:28.302098 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56a88660-7a5d-4e03-a634-cd91f8c7614c", "tag": "37ee3aa2-a8a4-4631-ae48-51c6c179030e", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:26:28.302098 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-3ec2fc02-9bd8-44db-a13a-39bb2873d79e {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:26:28.302467 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56a88660-7a5d-4e03-a634-cd91f8c7614c', 'tag': '37ee3aa2-a8a4-4631-ae48-51c6c179030e', 'status': 'completed', 'code': 200} Jan 25 02:26:28.322903 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ff1ee-3b31-42b8-ac90-970ed83a9b60 service neutron] Pushing event updated for resources: {'Port': ['ID=37ee3aa2-a8a4-4631-ae48-51c6c179030e,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:26:28.344059 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf801b-d9da-4114-bc9d-b0c8b0c5ae4d req-c3f75cd2-ca26-48b6-8f50-c3e70928b0c4 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:28.350741 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c6bf801b-d9da-4114-bc9d-b0c8b0c5ae4d req-c3f75cd2-ca26-48b6-8f50-c3e70928b0c4 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/ports?device_id=c4556bd9-7a74-4187-adbf-1c38efefab6e HTTP/1.1" status: 200 len: 945 time: 0.0845654 Jan 25 02:26:28.434298 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c6bf801b-d9da-4114-bc9d-b0c8b0c5ae4d req-b94868f7-8e66-4b1b-86dc-1fedd4fb9e13 tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/security-groups?id=8486d997-2066-405c-ade5-82e17c272601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786374 Jan 25 02:26:28.439600 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7c7f0-e1f9-47a1-aabb-3dcd4df9bc27 req-c01519f1-0ed2-4abf-a8f5-811d77d4dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:28.441515 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-15b7c7f0-e1f9-47a1-aabb-3dcd4df9bc27 req-c01519f1-0ed2-4abf-a8f5-811d77d4dcd0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d438dbd2bb14452cbd5a8c8221417335&device_id=56a88660-7a5d-4e03-a634-cd91f8c7614c HTTP/1.1" status: 200 len: 1097 time: 0.0796573 Jan 25 02:26:28.566342 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7c7f0-e1f9-47a1-aabb-3dcd4df9bc27 req-d92eabe5-a04e-41f0-a7ce-9e17c786f5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:28.567767 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-15b7c7f0-e1f9-47a1-aabb-3dcd4df9bc27 req-d92eabe5-a04e-41f0-a7ce-9e17c786f5df service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=d438dbd2bb14452cbd5a8c8221417335&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0988758 Jan 25 02:26:28.713871 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7c7f0-e1f9-47a1-aabb-3dcd4df9bc27 req-9a73fa5e-5fa4-4863-8a96-6d96df883f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:28.715618 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-15b7c7f0-e1f9-47a1-aabb-3dcd4df9bc27 req-9a73fa5e-5fa4-4863-8a96-6d96df883f68 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1418085 Jan 25 02:26:28.738234 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d0bed-9fa1-4adc-bf50-127984545bbf req-8bd79c47-b465-4f44-8f2b-e3997010c9aa tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:28.739687 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-811d0bed-9fa1-4adc-bf50-127984545bbf req-8bd79c47-b465-4f44-8f2b-e3997010c9aa tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4556bd9-7a74-4187-adbf-1c38efefab6e HTTP/1.1" status: 200 len: 945 time: 0.0997837 Jan 25 02:26:28.751731 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b24a65-66cb-4e9e-b3f2-5588f6baa601 req-8dff6f47-a494-43b5-95ed-2b1cf4edf7b9 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:28.753144 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-73b24a65-66cb-4e9e-b3f2-5588f6baa601 req-8dff6f47-a494-43b5-95ed-2b1cf4edf7b9 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=56a88660-7a5d-4e03-a634-cd91f8c7614c HTTP/1.1" status: 200 len: 944 time: 0.0737655 Jan 25 02:26:28.889450 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-73b24a65-66cb-4e9e-b3f2-5588f6baa601 req-63b5feac-83b3-4aa7-b861-c8cd51915cd4 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307507 Jan 25 02:26:28.893825 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-5a5d9466-6029-4ebd-8cec-530427bbdbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:28.895270 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-5a5d9466-6029-4ebd-8cec-530427bbdbe8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d438dbd2bb14452cbd5a8c8221417335&device_id=56a88660-7a5d-4e03-a634-cd91f8c7614c HTTP/1.1" status: 200 len: 1097 time: 0.1132746 Jan 25 02:26:28.918341 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-811d0bed-9fa1-4adc-bf50-127984545bbf req-bb06cc10-6981-4e58-9804-34602709391e tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Deleting port 3c7b28fa-b753-469b-ad9b-28844cec818d {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:26:28.918710 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-811d0bed-9fa1-4adc-bf50-127984545bbf req-bb06cc10-6981-4e58-9804-34602709391e tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (3c7b28fa-b753-469b-ad9b-28844cec818d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:28.971905 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-36460392-9a97-4e0a-bcee-7e9b13333145 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37ee3aa2-a8a4-4631-ae48-51c6c179030e HTTP/1.1" status: 200 len: 217 time: 0.0503359 Jan 25 02:26:29.070948 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-cd11f109-e23c-4e5d-ab23-5bbc237296af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:29.072412 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-cd11f109-e23c-4e5d-ab23-5bbc237296af service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b57988f6-205e-46c8-8abb-d10883d65470 HTTP/1.1" status: 200 len: 851 time: 0.0680969 Jan 25 02:26:29.077734 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-811d0bed-9fa1-4adc-bf50-127984545bbf req-bb06cc10-6981-4e58-9804-34602709391e tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] For port 3c7b28fa-b753-469b-ad9b-28844cec818d, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=3c7b28fa-b753-469b-ad9b-28844cec818d,segment=NetworkSegment(35df26e1-5f16-453b-8aa6-384b6aeb6898),segment_id=35df26e1-5f16-453b-8aa6-384b6aeb6898)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:26:29.078101 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-811d0bed-9fa1-4adc-bf50-127984545bbf req-bb06cc10-6981-4e58-9804-34602709391e tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (3c7b28fa-b753-469b-ad9b-28844cec818d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:29.111494 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-811d0bed-9fa1-4adc-bf50-127984545bbf req-bb06cc10-6981-4e58-9804-34602709391e tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Calling delete_port for 3c7b28fa-b753-469b-ad9b-28844cec818d owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:26:29.169821 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-6a1af2e4-3395-4f40-a1d9-c7cf4c34cf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:29.171342 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-6a1af2e4-3395-4f40-a1d9-c7cf4c34cf55 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=476bff0e-63ed-4bbf-b038-72b2f7bd0810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0906820 Jan 25 02:26:29.326213 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-de656871-a5b2-49a7-89ae-cc94db8c331c service neutron] 10.222.0.79 "GET /v2.0/networks/476bff0e-63ed-4bbf-b038-72b2f7bd0810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185751 Jan 25 02:26:29.387325 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-811d0bed-9fa1-4adc-bf50-127984545bbf req-bb06cc10-6981-4e58-9804-34602709391e tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (3c7b28fa-b753-469b-ad9b-28844cec818d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:29.420688 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb06cc10-6981-4e58-9804-34602709391e tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Pushing event deleted for resources: {'Port': ['ID=3c7b28fa-b753-469b-ad9b-28844cec818d,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:26:29.421959 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['3c7b28fa-b753-469b-ad9b-28844cec818d'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:26:29.479146 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cd5844a5-a43f-49ee-b26a-16eb0f7e9f5f req-e93abef2-833e-4c09-bc5f-a1acc3c263d0 service neutron] 10.222.0.79 "GET /v2.0/networks/476bff0e-63ed-4bbf-b038-72b2f7bd0810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471231 Jan 25 02:26:29.480358 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-811d0bed-9fa1-4adc-bf50-127984545bbf req-bb06cc10-6981-4e58-9804-34602709391e tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] No DVR routers for this DVR port 3c7b28fa-b753-469b-ad9b-28844cec818d on host hv-cinder-82116 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:26:29.482851 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-811d0bed-9fa1-4adc-bf50-127984545bbf req-bb06cc10-6981-4e58-9804-34602709391e tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:29.486011 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-811d0bed-9fa1-4adc-bf50-127984545bbf req-bb06cc10-6981-4e58-9804-34602709391e tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.79 "DELETE /v2.0/ports/3c7b28fa-b753-469b-ad9b-28844cec818d HTTP/1.1" status: 204 len: 173 time: 0.7197809 Jan 25 02:26:29.531223 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-faf49811-d52b-4488-bef2-6f243077523d req-e111decf-1086-4747-9b74-734cc453d2bf tempest-VolumesActionsTest-2119063181 tempest-VolumesActionsTest-2119063181-project] 10.222.0.112 "GET /v2.0/ports?device_id=c4556bd9-7a74-4187-adbf-1c38efefab6e HTTP/1.1" status: 200 len: 210 time: 0.0262315 Jan 25 02:26:30.006620 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30ad95-2660-4565-b209-87f94c3582d6 req-63cc5a8b-86d9-4f3f-8655-8ee59f838fe8 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:30.008097 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6e30ad95-2660-4565-b209-87f94c3582d6 req-63cc5a8b-86d9-4f3f-8655-8ee59f838fe8 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=56a88660-7a5d-4e03-a634-cd91f8c7614c HTTP/1.1" status: 200 len: 944 time: 0.0500927 Jan 25 02:26:30.056097 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6e30ad95-2660-4565-b209-87f94c3582d6 req-732e5d24-636e-4b08-8c87-c4390e05691f tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419044 Jan 25 02:26:30.303682 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4556bd9-7a74-4187-adbf-1c38efefab6e', 'name': 'network-vif-deleted', 'tag': '3c7b28fa-b753-469b-ad9b-28844cec818d'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:26:30.306041 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144b8ca1-3384-4eda-b635-21bce599554b" -d '{"events": [{"server_uuid": "c4556bd9-7a74-4187-adbf-1c38efefab6e", "name": "network-vif-deleted", "tag": "3c7b28fa-b753-469b-ad9b-28844cec818d"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:26:30.341950 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce49a8d7-6247-444b-b461-bf27c443a26c x-openstack-request-id: req-ce49a8d7-6247-444b-b461-bf27c443a26c {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:26:30.342573 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4556bd9-7a74-4187-adbf-1c38efefab6e", "name": "network-vif-deleted", "tag": "3c7b28fa-b753-469b-ad9b-28844cec818d", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:26:30.342573 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-ce49a8d7-6247-444b-b461-bf27c443a26c {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:26:30.342979 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4556bd9-7a74-4187-adbf-1c38efefab6e', 'name': 'network-vif-deleted', 'tag': '3c7b28fa-b753-469b-ad9b-28844cec818d', 'status': 'completed', 'code': 200} Jan 25 02:26:31.176248 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473a518-997c-4726-aefd-41fe795a3a99 req-f93644db-e72c-43e0-a2ca-ba07f4aad95d tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:31.177736 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c473a518-997c-4726-aefd-41fe795a3a99 req-f93644db-e72c-43e0-a2ca-ba07f4aad95d tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=56a88660-7a5d-4e03-a634-cd91f8c7614c HTTP/1.1" status: 200 len: 944 time: 0.0534863 Jan 25 02:26:31.227997 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c473a518-997c-4726-aefd-41fe795a3a99 req-fed8cac8-b5bc-4ed6-8bfe-1d699bccc94c tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428462 Jan 25 02:26:32.341069 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04efa53-c1b3-49d2-8958-9aa9fa3d70ec req-49dddf0c-0b02-4a64-8520-f908e2de9647 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:32.342565 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d04efa53-c1b3-49d2-8958-9aa9fa3d70ec req-49dddf0c-0b02-4a64-8520-f908e2de9647 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=56a88660-7a5d-4e03-a634-cd91f8c7614c HTTP/1.1" status: 200 len: 944 time: 0.0494750 Jan 25 02:26:32.389270 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d04efa53-c1b3-49d2-8958-9aa9fa3d70ec req-d3a645bf-9ae1-4d7b-9626-7481f617e5ec tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411503 Jan 25 02:26:33.501346 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83fc56f-a4a9-42c4-9b22-faee30334bb1 req-d21867a0-ea01-4a09-aaf6-3f0631235f72 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:33.502835 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c83fc56f-a4a9-42c4-9b22-faee30334bb1 req-d21867a0-ea01-4a09-aaf6-3f0631235f72 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=56a88660-7a5d-4e03-a634-cd91f8c7614c HTTP/1.1" status: 200 len: 944 time: 0.0488498 Jan 25 02:26:33.553800 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c83fc56f-a4a9-42c4-9b22-faee30334bb1 req-7e50af56-b576-4032-9bd7-c68bf030f2d3 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455177 Jan 25 02:26:34.028477 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 3c7b28fa-b753-469b-ad9b-28844cec818d no longer exists at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:26:34.047751 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] No Port match for: 3c7b28fa-b753-469b-ad9b-28844cec818d {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:26:34.048094 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 3c7b28fa-b753-469b-ad9b-28844cec818d not bound to the agent host hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:26:34.665257 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283d619-8c5c-4da3-89ed-e8b73fdfa41c req-6b0bf978-65dc-4b6b-ab6a-29c31db14c05 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:34.667437 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5283d619-8c5c-4da3-89ed-e8b73fdfa41c req-6b0bf978-65dc-4b6b-ab6a-29c31db14c05 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=56a88660-7a5d-4e03-a634-cd91f8c7614c HTTP/1.1" status: 200 len: 944 time: 0.0480280 Jan 25 02:26:34.719633 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5283d619-8c5c-4da3-89ed-e8b73fdfa41c req-ac7c1683-bb9b-4a90-990b-af5f79371cbf tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464900 Jan 25 02:26:35.831332 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887267c-a98a-442a-849d-498b3e1569c5 req-c4145d37-a617-4734-8dc6-57fb983778f7 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:35.833725 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a887267c-a98a-442a-849d-498b3e1569c5 req-c4145d37-a617-4734-8dc6-57fb983778f7 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=56a88660-7a5d-4e03-a634-cd91f8c7614c HTTP/1.1" status: 200 len: 944 time: 0.0481784 Jan 25 02:26:35.880021 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a887267c-a98a-442a-849d-498b3e1569c5 req-f925218d-babc-4ce9-97b9-15fa3678f07b tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411403 Jan 25 02:26:36.997980 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa3032-a6cf-4839-9c07-651eed32e8ac req-a5277650-799f-4f57-9a58-4bb39506e7b2 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:36.999490 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-94fa3032-a6cf-4839-9c07-651eed32e8ac req-a5277650-799f-4f57-9a58-4bb39506e7b2 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=56a88660-7a5d-4e03-a634-cd91f8c7614c HTTP/1.1" status: 200 len: 944 time: 0.0524504 Jan 25 02:26:37.060526 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-94fa3032-a6cf-4839-9c07-651eed32e8ac req-8b9d2f92-eead-4a1b-ac50-ef027ebe7931 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552285 Jan 25 02:26:37.287665 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 37ee3aa2-a8a4-4631-ae48-51c6c179030e details requested by agent hyperv_hv-cinder-82116 with host hv-cinder-82116 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:26:37.425553 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 37ee3aa2-a8a4-4631-ae48-51c6c179030e, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=37ee3aa2-a8a4-4631-ae48-51c6c179030e,segment=NetworkSegment(66beaff4-e242-4eb5-839f-09270b774f2d),segment_id=66beaff4-e242-4eb5-839f-09270b774f2d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:26:37.440022 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Returning: {'device': '37ee3aa2-a8a4-4631-ae48-51c6c179030e', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'port_id': '37ee3aa2-a8a4-4631-ae48-51c6c179030e', 'mac_address': 'fa:16:3e:f3:af:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:26:37.492187 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 37ee3aa2-a8a4-4631-ae48-51c6c179030e is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:26:37.492917 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (37ee3aa2-a8a4-4631-ae48-51c6c179030e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:37.507529 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37ee3aa2-a8a4-4631-ae48-51c6c179030e {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:26:37.527818 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 37ee3aa2-a8a4-4631-ae48-51c6c179030e, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=37ee3aa2-a8a4-4631-ae48-51c6c179030e,segment=NetworkSegment(66beaff4-e242-4eb5-839f-09270b774f2d),segment_id=66beaff4-e242-4eb5-839f-09270b774f2d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:26:37.584042 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (37ee3aa2-a8a4-4631-ae48-51c6c179030e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:37.636645 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=37ee3aa2-a8a4-4631-ae48-51c6c179030e,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:26:38.007067 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['37ee3aa2-a8a4-4631-ae48-51c6c179030e'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:26:38.195012 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8518fbd-7f41-4644-987e-f698ba7f8da1 req-719bea97-0481-4b4f-b428-7b3a45556c76 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:38.203752 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f8518fbd-7f41-4644-987e-f698ba7f8da1 req-719bea97-0481-4b4f-b428-7b3a45556c76 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=56a88660-7a5d-4e03-a634-cd91f8c7614c HTTP/1.1" status: 200 len: 945 time: 0.0641713 Jan 25 02:26:38.276622 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f8518fbd-7f41-4644-987e-f698ba7f8da1 req-0c967205-8517-471d-a856-10234f11bc49 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544829 Jan 25 02:26:39.290929 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 37ee3aa2-a8a4-4631-ae48-51c6c179030e up at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:26:39.381730 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48942a-5fc3-406b-b33b-9af87e0cdf9c req-b0e383c6-4798-48c8-baf8-e306ce98272f tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:39.383306 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ec48942a-5fc3-406b-b33b-9af87e0cdf9c req-b0e383c6-4798-48c8-baf8-e306ce98272f tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=56a88660-7a5d-4e03-a634-cd91f8c7614c HTTP/1.1" status: 200 len: 945 time: 0.0534856 Jan 25 02:26:39.430411 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning for port 37ee3aa2-a8a4-4631-ae48-51c6c179030e completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:26:39.435999 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning complete for port 37ee3aa2-a8a4-4631-ae48-51c6c179030e triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:26:39.436480 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (37ee3aa2-a8a4-4631-ae48-51c6c179030e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:39.447604 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ec48942a-5fc3-406b-b33b-9af87e0cdf9c req-8db343e6-2c4a-4407-8634-f64847c8a579 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573745 Jan 25 02:26:39.533686 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 37ee3aa2-a8a4-4631-ae48-51c6c179030e is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:26:39.534122 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (37ee3aa2-a8a4-4631-ae48-51c6c179030e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:39.558508 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a88660-7a5d-4e03-a634-cd91f8c7614c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ee3aa2-a8a4-4631-ae48-51c6c179030e'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:26:39.560828 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425b8effad759ea2b395d79f7fcdbc6f74d58daf1cbadf1a5a1a211e7a69aa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9fb706-ecb3-4369-94b1-235cb43348de" -d '{"events": [{"server_uuid": "56a88660-7a5d-4e03-a634-cd91f8c7614c", "name": "network-vif-plugged", "status": "completed", "tag": "37ee3aa2-a8a4-4631-ae48-51c6c179030e"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:26:39.590391 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 37ee3aa2-a8a4-4631-ae48-51c6c179030e, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=37ee3aa2-a8a4-4631-ae48-51c6c179030e,segment=NetworkSegment(66beaff4-e242-4eb5-839f-09270b774f2d),segment_id=66beaff4-e242-4eb5-839f-09270b774f2d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:26:39.601374 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6295a47f-88c7-452d-b31b-22ba4ea18fa6 x-openstack-request-id: req-6295a47f-88c7-452d-b31b-22ba4ea18fa6 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:26:39.601703 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a88660-7a5d-4e03-a634-cd91f8c7614c", "name": "network-vif-plugged", "status": "completed", "tag": "37ee3aa2-a8a4-4631-ae48-51c6c179030e", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:26:39.602166 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-6295a47f-88c7-452d-b31b-22ba4ea18fa6 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:26:39.602829 dv-cinder-821168-1-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a88660-7a5d-4e03-a634-cd91f8c7614c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ee3aa2-a8a4-4631-ae48-51c6c179030e', 'code': 200} Jan 25 02:26:39.653056 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (37ee3aa2-a8a4-4631-ae48-51c6c179030e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:39.710115 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=37ee3aa2-a8a4-4631-ae48-51c6c179030e,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:26:40.012060 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1d52f-723e-4200-8658-c6a898ca7d18 req-15ecf71a-a441-48aa-bf3d-cf73b8b675f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:40.013597 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2ae1d52f-723e-4200-8658-c6a898ca7d18 req-15ecf71a-a441-48aa-bf3d-cf73b8b675f6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=56a88660-7a5d-4e03-a634-cd91f8c7614c HTTP/1.1" status: 200 len: 1099 time: 0.0420964 Jan 25 02:26:40.061398 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2ae1d52f-723e-4200-8658-c6a898ca7d18 req-98f04bcc-b35c-4e1e-9ec2-f64a1bcb3f22 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415113 Jan 25 02:26:40.580020 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc452f-a41c-4187-84ed-a96d59527bbc req-33aeae3a-bd1f-40b2-9058-c0ebadf7cd0d tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:40.581471 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3edc452f-a41c-4187-84ed-a96d59527bbc req-33aeae3a-bd1f-40b2-9058-c0ebadf7cd0d tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=56a88660-7a5d-4e03-a634-cd91f8c7614c HTTP/1.1" status: 200 len: 946 time: 0.0578325 Jan 25 02:26:40.641613 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3edc452f-a41c-4187-84ed-a96d59527bbc req-7747a1c7-6435-4ef4-9cc2-6b1c65b84538 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539660 Jan 25 02:26:41.783069 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7158a-06e1-4357-9bbc-15eec6e35609 req-4f4610eb-998f-4d61-8c39-1452cfb1a341 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:41.791278 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2ae7158a-06e1-4357-9bbc-15eec6e35609 req-4f4610eb-998f-4d61-8c39-1452cfb1a341 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=56a88660-7a5d-4e03-a634-cd91f8c7614c HTTP/1.1" status: 200 len: 946 time: 0.0709507 Jan 25 02:26:41.856856 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2ae7158a-06e1-4357-9bbc-15eec6e35609 req-67462421-c6a3-42f5-995c-4f01cce8f974 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644026 Jan 25 02:26:43.001591 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048397f3-9b3e-4c55-b5eb-0aba8be21b9a req-2574f401-d45e-4b3b-9291-ee2d8bec5026 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:43.003272 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-048397f3-9b3e-4c55-b5eb-0aba8be21b9a req-2574f401-d45e-4b3b-9291-ee2d8bec5026 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=56a88660-7a5d-4e03-a634-cd91f8c7614c HTTP/1.1" status: 200 len: 946 time: 0.0609128 Jan 25 02:26:43.076328 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-048397f3-9b3e-4c55-b5eb-0aba8be21b9a req-fe0408d2-adc0-4805-8381-b0e43acec40c tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651205 Jan 25 02:26:43.202193 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1cbc0-a366-4829-8157-b7efabb32b34 req-2bccd1f7-a075-4d8d-a58b-64128d8dc36e tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:43.204182 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c1a1cbc0-a366-4829-8157-b7efabb32b34 req-2bccd1f7-a075-4d8d-a58b-64128d8dc36e tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=56a88660-7a5d-4e03-a634-cd91f8c7614c HTTP/1.1" status: 200 len: 946 time: 0.0546665 Jan 25 02:26:43.260583 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c1a1cbc0-a366-4829-8157-b7efabb32b34 req-b4385dd8-7dfe-4b96-a538-92124af054a7 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507095 Jan 25 02:26:43.282375 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 42176) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:26:43.323783 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5e7369-a90e-41da-a66f-479074927ddf tempest-TestVolumeBootPattern-828245272 tempest-TestVolumeBootPattern-828245272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:43.325349 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-cf5e7369-a90e-41da-a66f-479074927ddf tempest-TestVolumeBootPattern-828245272 tempest-TestVolumeBootPattern-828245272-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=56a88660-7a5d-4e03-a634-cd91f8c7614c HTTP/1.1" status: 200 len: 1094 time: 0.0419514 Jan 25 02:26:43.328070 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 42178) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:26:43.332253 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [None req-841516a8-8cca-4ce8-adb9-86d860b54b48 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Request body: {'floatingip': {'floating_network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'port_id': '37ee3aa2-a8a4-4631-ae48-51c6c179030e', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:26:43.498403 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-841516a8-8cca-4ce8-adb9-86d860b54b48 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:43.600810 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-841516a8-8cca-4ce8-adb9-86d860b54b48 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:43.716157 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-841516a8-8cca-4ce8-adb9-86d860b54b48 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Allocated IP 172.27.3.205 (a4beea5e-7380-4f54-a79a-85c8e3bac423/7e657314-da2c-44e4-949d-aa8ff76f9246/01e21457-fc71-4ef0-b40a-85c4b2e4f49f) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:26:43.827048 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-841516a8-8cca-4ce8-adb9-86d860b54b48 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for port (01e21457-fc71-4ef0-b40a-85c4b2e4f49f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:43.904525 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-841516a8-8cca-4ce8-adb9-86d860b54b48 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (01e21457-fc71-4ef0-b40a-85c4b2e4f49f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:43.950659 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841516a8-8cca-4ce8-adb9-86d860b54b48 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Network a4beea5e-7380-4f54-a79a-85c8e3bac423 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:26:43.955047 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-841516a8-8cca-4ce8-adb9-86d860b54b48 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:26:43.964997 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841516a8-8cca-4ce8-adb9-86d860b54b48 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:26:43.967561 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841516a8-8cca-4ce8-adb9-86d860b54b48 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Pushing event updated for resources: {'Port': ['ID=01e21457-fc71-4ef0-b40a-85c4b2e4f49f,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:26:44.404496 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-841516a8-8cca-4ce8-adb9-86d860b54b48 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for floatingip (8e75c898-e51b-44ec-9f99-78f5096297db), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:44.531616 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-841516a8-8cca-4ce8-adb9-86d860b54b48 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (01e21457-fc71-4ef0-b40a-85c4b2e4f49f), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:44.694401 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-841516a8-8cca-4ce8-adb9-86d860b54b48 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for port (01e21457-fc71-4ef0-b40a-85c4b2e4f49f), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:44.755968 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-841516a8-8cca-4ce8-adb9-86d860b54b48 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26102405'] for port (01e21457-fc71-4ef0-b40a-85c4b2e4f49f), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:44.833245 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841516a8-8cca-4ce8-adb9-86d860b54b48 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Pushing event updated for resources: {'Port': ['ID=01e21457-fc71-4ef0-b40a-85c4b2e4f49f,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:26:44.849289 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841516a8-8cca-4ce8-adb9-86d860b54b48 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:26:44.850282 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841516a8-8cca-4ce8-adb9-86d860b54b48 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:26:44.850282 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841516a8-8cca-4ce8-adb9-86d860b54b48 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:26:44.850550 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841516a8-8cca-4ce8-adb9-86d860b54b48 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:26:44.850752 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841516a8-8cca-4ce8-adb9-86d860b54b48 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:26:44.851121 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841516a8-8cca-4ce8-adb9-86d860b54b48 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:26:44.851534 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841516a8-8cca-4ce8-adb9-86d860b54b48 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:26:44.851906 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841516a8-8cca-4ce8-adb9-86d860b54b48 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:26:44.852340 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841516a8-8cca-4ce8-adb9-86d860b54b48 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:26:44.852724 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841516a8-8cca-4ce8-adb9-86d860b54b48 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:26:44.853094 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841516a8-8cca-4ce8-adb9-86d860b54b48 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:26:44.853511 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841516a8-8cca-4ce8-adb9-86d860b54b48 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:26:44.854038 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841516a8-8cca-4ce8-adb9-86d860b54b48 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:26:44.867008 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-841516a8-8cca-4ce8-adb9-86d860b54b48 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013182'] for floatingip (8e75c898-e51b-44ec-9f99-78f5096297db), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:45.267421 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.db.l3_db [None req-841516a8-8cca-4ce8-adb9-86d860b54b48 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Floating IP 8e75c898-e51b-44ec-9f99-78f5096297db associated. External IP: 172.27.3.205, port: 37ee3aa2-a8a4-4631-ae48-51c6c179030e. Jan 25 02:26:45.512426 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841516a8-8cca-4ce8-adb9-86d860b54b48 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Router 6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b has already been hosted by L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:26:45.638258 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841516a8-8cca-4ce8-adb9-86d860b54b48 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:26:45.650973 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462fe3f7-0745-4f21-85ac-91bc9c5fd495 None None] Sync routers for ids ['6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'] in dv-cinder-821168-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:26:45.662223 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462fe3f7-0745-4f21-85ac-91bc9c5fd495 None None] Routers {'6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:26:45.666712 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-462fe3f7-0745-4f21-85ac-91bc9c5fd495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:26:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:26:45.744207 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-841516a8-8cca-4ce8-adb9-86d860b54b48 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:45.778818 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-462fe3f7-0745-4f21-85ac-91bc9c5fd495 None None] Set router 6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:26:45.802391 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-841516a8-8cca-4ce8-adb9-86d860b54b48 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4605639 Jan 25 02:26:45.802391 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56a88660-7a5d-4e03-a634-cd91f8c7614c', 'tag': '37ee3aa2-a8a4-4631-ae48-51c6c179030e'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:26:45.802391 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d221e174-3eda-429e-baaf-3525309fbbca" -d '{"events": [{"name": "network-changed", "server_uuid": "56a88660-7a5d-4e03-a634-cd91f8c7614c", "tag": "37ee3aa2-a8a4-4631-ae48-51c6c179030e"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:26:45.838604 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c36bf0-a052-42ea-b3af-b6c667ddce40 x-openstack-request-id: req-23c36bf0-a052-42ea-b3af-b6c667ddce40 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:26:45.839191 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56a88660-7a5d-4e03-a634-cd91f8c7614c", "tag": "37ee3aa2-a8a4-4631-ae48-51c6c179030e", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:26:45.839687 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-23c36bf0-a052-42ea-b3af-b6c667ddce40 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:26:45.840309 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56a88660-7a5d-4e03-a634-cd91f8c7614c', 'tag': '37ee3aa2-a8a4-4631-ae48-51c6c179030e', 'status': 'completed', 'code': 200} Jan 25 02:26:45.948057 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221e174-3eda-429e-baaf-3525309fbbca req-4b00128f-8c06-4d95-b0fb-0c9f017abd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:45.950152 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d221e174-3eda-429e-baaf-3525309fbbca req-4b00128f-8c06-4d95-b0fb-0c9f017abd7e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d438dbd2bb14452cbd5a8c8221417335&device_id=56a88660-7a5d-4e03-a634-cd91f8c7614c HTTP/1.1" status: 200 len: 1099 time: 0.0433972 Jan 25 02:26:46.064602 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221e174-3eda-429e-baaf-3525309fbbca req-a9c2c7b7-1b0e-4fbf-b3c1-6fe3519140a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:46.066087 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d221e174-3eda-429e-baaf-3525309fbbca req-a9c2c7b7-1b0e-4fbf-b3c1-6fe3519140a8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=476bff0e-63ed-4bbf-b038-72b2f7bd0810 HTTP/1.1" status: 200 len: 913 time: 0.1093936 Jan 25 02:26:46.067797 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-462fe3f7-0745-4f21-85ac-91bc9c5fd495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'name': 'tempest-TestVolumeBootPattern-1419120635-router', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:00Z', 'revision_number': 4, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'gw_port': {'id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_floatingips': [{'id': '8e75c898-e51b-44ec-9f99-78f5096297db', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'floating_ip_address': '172.27.3.205', 'floating_network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'router_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'port_id': '37ee3aa2-a8a4-4631-ae48-51c6c179030e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'mac_address': 'fa:16:3e:f3:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a88660-7a5d-4e03-a634-cd91f8c7614c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:26:44Z', 'updated_at': '2022-01-25T02:26:44Z', 'revision_number': 0, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '673fd286-0c77-4456-ac5a-318418a32fed', 'name': '', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'mac_address': 'fa:16:3e:9a:44:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:23:00Z', 'updated_at': '2022-01-25T02:23:05Z', 'revision_number': 5, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'subnets': [{'id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:26:46.106028 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462fe3f7-0745-4f21-85ac-91bc9c5fd495 None None] Checking router: 6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b for host: dv-cinder-821168-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:26:46.131168 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462fe3f7-0745-4f21-85ac-91bc9c5fd495 None None] Routers {'6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:26:46.131943 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-462fe3f7-0745-4f21-85ac-91bc9c5fd495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:26:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:26:46.144983 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d221e174-3eda-429e-baaf-3525309fbbca req-8cd367a6-8f49-4127-906c-0b4cd9b0d9de service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37ee3aa2-a8a4-4631-ae48-51c6c179030e HTTP/1.1" status: 200 len: 1000 time: 0.0719221 Jan 25 02:26:46.197729 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221e174-3eda-429e-baaf-3525309fbbca req-c9bbf427-a7d6-4cca-8339-60f207fab242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:46.199807 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d221e174-3eda-429e-baaf-3525309fbbca req-c9bbf427-a7d6-4cca-8339-60f207fab242 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b57988f6-205e-46c8-8abb-d10883d65470 HTTP/1.1" status: 200 len: 851 time: 0.0484886 Jan 25 02:26:46.250798 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221e174-3eda-429e-baaf-3525309fbbca req-b744d786-0da9-4c24-8b2d-824de5972afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:26:46.252448 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d221e174-3eda-429e-baaf-3525309fbbca req-b744d786-0da9-4c24-8b2d-824de5972afc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=476bff0e-63ed-4bbf-b038-72b2f7bd0810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459208 Jan 25 02:26:46.261511 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-462fe3f7-0745-4f21-85ac-91bc9c5fd495 None None] Set router 6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:26:46.355653 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d221e174-3eda-429e-baaf-3525309fbbca req-d802ad18-6d89-4780-8120-c9ac5c2ac70c service neutron] 10.222.0.79 "GET /v2.0/networks/476bff0e-63ed-4bbf-b038-72b2f7bd0810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969696 Jan 25 02:26:46.454662 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d221e174-3eda-429e-baaf-3525309fbbca req-4f0861ba-8fae-4733-9ac1-08065e82fe15 service neutron] 10.222.0.79 "GET /v2.0/networks/476bff0e-63ed-4bbf-b038-72b2f7bd0810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928664 Jan 25 02:26:46.698477 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-462fe3f7-0745-4f21-85ac-91bc9c5fd495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'name': 'tempest-TestVolumeBootPattern-1419120635-router', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:00Z', 'revision_number': 4, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'gw_port': {'id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_floatingips': [{'id': '8e75c898-e51b-44ec-9f99-78f5096297db', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'floating_ip_address': '172.27.3.205', 'floating_network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'router_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'port_id': '37ee3aa2-a8a4-4631-ae48-51c6c179030e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'mac_address': 'fa:16:3e:f3:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a88660-7a5d-4e03-a634-cd91f8c7614c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:26:44Z', 'updated_at': '2022-01-25T02:26:44Z', 'revision_number': 0, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '673fd286-0c77-4456-ac5a-318418a32fed', 'name': '', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'mac_address': 'fa:16:3e:9a:44:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:23:00Z', 'updated_at': '2022-01-25T02:23:05Z', 'revision_number': 5, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'subnets': [{'id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:26:46.699896 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462fe3f7-0745-4f21-85ac-91bc9c5fd495 None None] The sync data for ids ['6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'] in dv-cinder-821168-1-iscsi is: [{'id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'name': 'tempest-TestVolumeBootPattern-1419120635-router', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:00Z', 'revision_number': 4, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'gw_port': {'id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_floatingips': [{'id': '8e75c898-e51b-44ec-9f99-78f5096297db', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'floating_ip_address': '172.27.3.205', 'floating_network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'router_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'port_id': '37ee3aa2-a8a4-4631-ae48-51c6c179030e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'mac_address': 'fa:16:3e:f3:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a88660-7a5d-4e03-a634-cd91f8c7614c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:26:44Z', 'updated_at': '2022-01-25T02:26:44Z', 'revision_number': 0, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '673fd286-0c77-4456-ac5a-318418a32fed', 'name': '', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'mac_address': 'fa:16:3e:9a:44:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:23:00Z', 'updated_at': '2022-01-25T02:23:05Z', 'revision_number': 5, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'subnets': [{'id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:26:46.899763 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456abc7d-2218-4624-a24d-dbe10f2cfd5d None None] New status for floating IP 8e75c898-e51b-44ec-9f99-78f5096297db: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:26:47.653377 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ac507d3d-65f0-40b2-9e75-57e8c05d8ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:50.172781 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-69032898-9278-4d8d-beac-84495156e900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:51.555571 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:53.204320 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:53.213376 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:54.555424 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:56.603966 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 42314) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:26:56.649267 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e031f8-f294-4a0d-8fcd-211962081303 admin admin] Deleting subnet a36755cf-17ac-4932-8c7e-903a752fb303 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 02:26:56.655730 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58e031f8-f294-4a0d-8fcd-211962081303 admin admin] Publish callbacks [] for subnet (a36755cf-17ac-4932-8c7e-903a752fb303), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:56.689436 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58e031f8-f294-4a0d-8fcd-211962081303 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25179602'] for subnet (a36755cf-17ac-4932-8c7e-903a752fb303), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:56.725546 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58e031f8-f294-4a0d-8fcd-211962081303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16745065'] for subnet (a36755cf-17ac-4932-8c7e-903a752fb303), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:56.840908 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58e031f8-f294-4a0d-8fcd-211962081303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16745106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25361992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25199770'] for subnet (a36755cf-17ac-4932-8c7e-903a752fb303), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:56.865512 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e031f8-f294-4a0d-8fcd-211962081303 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a36755cf-17ac-4932-8c7e-903a752fb303,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:26:56.870597 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58e031f8-f294-4a0d-8fcd-211962081303 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:56.873697 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-58e031f8-f294-4a0d-8fcd-211962081303 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/a36755cf-17ac-4932-8c7e-903a752fb303 HTTP/1.1" status: 204 len: 168 time: 0.2687526 Jan 25 02:26:56.876298 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 42318) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:26:56.879762 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e031f8-f294-4a0d-8fcd-211962081303 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:26:56.880111 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e031f8-f294-4a0d-8fcd-211962081303 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:26:56.880448 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e031f8-f294-4a0d-8fcd-211962081303 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:26:56.880784 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e031f8-f294-4a0d-8fcd-211962081303 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:26:56.881112 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e031f8-f294-4a0d-8fcd-211962081303 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:26:56.881441 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e031f8-f294-4a0d-8fcd-211962081303 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:26:56.881767 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e031f8-f294-4a0d-8fcd-211962081303 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:26:56.882090 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e031f8-f294-4a0d-8fcd-211962081303 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:26:56.882432 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e031f8-f294-4a0d-8fcd-211962081303 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:26:56.882757 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e031f8-f294-4a0d-8fcd-211962081303 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:26:56.883076 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e031f8-f294-4a0d-8fcd-211962081303 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:26:56.883391 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e031f8-f294-4a0d-8fcd-211962081303 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:26:56.883753 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e031f8-f294-4a0d-8fcd-211962081303 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:26:56.947785 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f914048e-c6a5-482b-8976-89a45f0c549c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16363431'] for network (cd125a89-4c8d-456b-b521-45a399247972), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:57.030850 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f914048e-c6a5-482b-8976-89a45f0c549c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16730868', 'neutron.services.segments.db._delete_segments_for_network-8777998562223'] for network (cd125a89-4c8d-456b-b521-45a399247972), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:57.050929 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.services.segments.db [None req-f914048e-c6a5-482b-8976-89a45f0c549c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd125a89-4c8d-456b-b521-45a399247972']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:26:57.061160 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.services.segments.db [None req-f914048e-c6a5-482b-8976-89a45f0c549c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35df26e1-5f16-453b-8aa6-384b6aeb6898') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:26:57.061453 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.services.segments.db [None req-f914048e-c6a5-482b-8976-89a45f0c549c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35df26e1-5f16-453b-8aa6-384b6aeb6898') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:26:57.070523 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f914048e-c6a5-482b-8976-89a45f0c549c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777998562097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039243'] for segment (35df26e1-5f16-453b-8aa6-384b6aeb6898), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:57.083722 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f914048e-c6a5-482b-8976-89a45f0c549c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422'] for segment (35df26e1-5f16-453b-8aa6-384b6aeb6898), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:57.089865 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f914048e-c6a5-482b-8976-89a45f0c549c admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 02:26:57.090247 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f914048e-c6a5-482b-8976-89a45f0c549c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26102497'] for segment (35df26e1-5f16-453b-8aa6-384b6aeb6898), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: Traceback (most recent call last): Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: timer() Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: cb(*args, **kw) Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: return func(*args, **kwargs) Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: self._notify() Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: self.callback(batched_events) Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: event.method(event) Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: return f(self, *a, **k) Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: return self._get(url).json() Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: return self.request(url, 'GET', **kwargs) Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 02:26:57.093071 dv-cinder-821168-1-iscsi neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 02:26:57.097255 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 02:26:57.097255 dv-cinder-821168-1-iscsi neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 02:26:57.097255 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 02:26:57.097255 dv-cinder-821168-1-iscsi neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 02:26:57.097255 dv-cinder-821168-1-iscsi neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 02:26:57.189564 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f914048e-c6a5-482b-8976-89a45f0c549c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16730819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013164'] for network (cd125a89-4c8d-456b-b521-45a399247972), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:57.194867 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f914048e-c6a5-482b-8976-89a45f0c549c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:57.207213 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-f914048e-c6a5-482b-8976-89a45f0c549c admin admin] 10.222.0.112 "DELETE /v2.0/networks/cd125a89-4c8d-456b-b521-45a399247972 HTTP/1.1" status: 204 len: 168 time: 0.3237844 Jan 25 02:26:57.221095 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f914048e-c6a5-482b-8976-89a45f0c549c admin admin] Pushing event deleted for resources: {'Network': ['ID=cd125a89-4c8d-456b-b521-45a399247972,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:26:57.459140 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 42322) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:26:57.499466 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-5e323134-d5de-4175-a3f2-eb4ac60c70da admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=e7d625415ea9406d8049c0d19c8068ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391276 Jan 25 02:26:57.502685 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 42324) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:26:57.552237 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a549674b-8b9c-4864-85c2-04a075a755c5 admin admin] Publish callbacks [] for security_group (8486d997-2066-405c-ade5-82e17c272601), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:57.573754 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a549674b-8b9c-4864-85c2-04a075a755c5 admin admin] Publish callbacks [] for security_group (8486d997-2066-405c-ade5-82e17c272601), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:57.703622 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a549674b-8b9c-4864-85c2-04a075a755c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (8486d997-2066-405c-ade5-82e17c272601), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:57.706168 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a549674b-8b9c-4864-85c2-04a075a755c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:26:57.707369 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-a549674b-8b9c-4864-85c2-04a075a755c5 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/8486d997-2066-405c-ade5-82e17c272601 HTTP/1.1" status: 204 len: 168 time: 0.2037959 Jan 25 02:26:57.715763 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549674b-8b9c-4864-85c2-04a075a755c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8486d997-2066-405c-ade5-82e17c272601,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:26:59.164031 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:27:17.646560 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a97969fc-ede2-4a04-9386-fb8ff695b6da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:20.166090 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-83b29629-8fc3-4343-8545-62b9f42ce7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:21.548898 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:23.046216 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:23.097182 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:24.536540 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:29.253907 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2c224cd9-7124-4484-83a7-0be7632737c8 req-9172fd66-d1cb-4b7e-967c-5a1437f53408 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=56a88660-7a5d-4e03-a634-cd91f8c7614c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392463 Jan 25 02:27:29.359354 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c224cd9-7124-4484-83a7-0be7632737c8 req-fe6adbc2-ed99-4475-8efe-5c3e5a866f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:27:29.360874 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2c224cd9-7124-4484-83a7-0be7632737c8 req-fe6adbc2-ed99-4475-8efe-5c3e5a866f68 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d438dbd2bb14452cbd5a8c8221417335&device_id=56a88660-7a5d-4e03-a634-cd91f8c7614c HTTP/1.1" status: 200 len: 1099 time: 0.0428958 Jan 25 02:27:29.475539 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c224cd9-7124-4484-83a7-0be7632737c8 req-a28e64d1-0432-46d4-8c8b-ce3e5cae44df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:27:29.477010 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2c224cd9-7124-4484-83a7-0be7632737c8 req-a28e64d1-0432-46d4-8c8b-ce3e5cae44df service neutron] 10.222.0.79 "GET /v2.0/networks?id=476bff0e-63ed-4bbf-b038-72b2f7bd0810 HTTP/1.1" status: 200 len: 913 time: 0.0860651 Jan 25 02:27:29.548317 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2c224cd9-7124-4484-83a7-0be7632737c8 req-ffef96f1-71f4-46ea-98bc-870710d52bea service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37ee3aa2-a8a4-4631-ae48-51c6c179030e HTTP/1.1" status: 200 len: 1002 time: 0.0577323 Jan 25 02:27:29.599467 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c224cd9-7124-4484-83a7-0be7632737c8 req-7bd15922-04fb-4abf-a370-789d81c41ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:27:29.600895 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2c224cd9-7124-4484-83a7-0be7632737c8 req-7bd15922-04fb-4abf-a370-789d81c41ecc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b57988f6-205e-46c8-8abb-d10883d65470 HTTP/1.1" status: 200 len: 851 time: 0.0465324 Jan 25 02:27:29.647322 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c224cd9-7124-4484-83a7-0be7632737c8 req-652acd99-9781-468f-a15d-b601efd23b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:27:29.648779 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2c224cd9-7124-4484-83a7-0be7632737c8 req-652acd99-9781-468f-a15d-b601efd23b51 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=476bff0e-63ed-4bbf-b038-72b2f7bd0810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388734 Jan 25 02:27:29.744076 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2c224cd9-7124-4484-83a7-0be7632737c8 req-ea272ed3-3ddc-434d-91c9-2cbc0e4730e3 service neutron] 10.222.0.79 "GET /v2.0/networks/476bff0e-63ed-4bbf-b038-72b2f7bd0810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891130 Jan 25 02:27:29.837695 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2c224cd9-7124-4484-83a7-0be7632737c8 req-129703a5-fed4-4154-a244-4f266c0803d9 service neutron] 10.222.0.79 "GET /v2.0/networks/476bff0e-63ed-4bbf-b038-72b2f7bd0810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870130 Jan 25 02:27:36.163024 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:27:47.651718 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a6cf053-b7d1-4655-9916-83ecd421c4c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:50.164493 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ce4e36f5-fb9c-4048-8d08-e405a916b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:51.558872 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:53.038082 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:53.090967 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:54.541132 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:56.884599 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [req-9f4129e9-31af-4471-99ca-118fab9213e2 req-8f01ef80-8e6b-4303-a7fa-864992e9e7e1 service neutron] (103187) timed out ('10.222.0.79', 61393) {{(pid=103187) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 25 02:28:13.164365 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:28:17.660777 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-abdf940c-8b2d-4ed2-b1f1-174c19cb476f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:20.174630 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bcf0473-0976-4b4b-96cc-5a23a3e30cbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:21.569024 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:23.088699 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:23.123211 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:24.557305 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:27.691024 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [req-5ac32e65-613c-4db8-8272-b35c3b0014e6 req-3ee68d23-db36-492e-a1c5-3a13b3c90199 service neutron] (103188) timed out ('10.222.0.79', 61370) {{(pid=103188) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 25 02:28:27.730810 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [req-5aa269b2-891e-424a-b90a-ea0587cd1d3e req-034ee83a-b330-49f4-a36a-10381a622216 service neutron] (103188) timed out ('10.222.0.79', 61376) {{(pid=103188) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 25 02:28:31.384946 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ca58976d-db73-4d7d-a467-54df798f2ee2 req-79fd59ce-e481-4f2b-8989-d878b6921380 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=56a88660-7a5d-4e03-a634-cd91f8c7614c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1802154 Jan 25 02:28:31.486388 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58976d-db73-4d7d-a467-54df798f2ee2 req-e68fce34-f001-4520-8516-e03fe97eb30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:28:31.488121 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ca58976d-db73-4d7d-a467-54df798f2ee2 req-e68fce34-f001-4520-8516-e03fe97eb30f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d438dbd2bb14452cbd5a8c8221417335&device_id=56a88660-7a5d-4e03-a634-cd91f8c7614c HTTP/1.1" status: 200 len: 1099 time: 0.0435002 Jan 25 02:28:31.587057 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58976d-db73-4d7d-a467-54df798f2ee2 req-e6767c9f-84c6-461e-9722-03fde94d3c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:28:31.588495 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ca58976d-db73-4d7d-a467-54df798f2ee2 req-e6767c9f-84c6-461e-9722-03fde94d3c33 service neutron] 10.222.0.79 "GET /v2.0/networks?id=476bff0e-63ed-4bbf-b038-72b2f7bd0810 HTTP/1.1" status: 200 len: 913 time: 0.0830331 Jan 25 02:28:31.655688 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ca58976d-db73-4d7d-a467-54df798f2ee2 req-bceb662e-aba6-43db-8065-51c0d4b730fa service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37ee3aa2-a8a4-4631-ae48-51c6c179030e HTTP/1.1" status: 200 len: 1002 time: 0.0605409 Jan 25 02:28:31.702342 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58976d-db73-4d7d-a467-54df798f2ee2 req-63f42d88-265f-48e2-9a6f-e9a49d274cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:28:31.703791 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ca58976d-db73-4d7d-a467-54df798f2ee2 req-63f42d88-265f-48e2-9a6f-e9a49d274cdb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b57988f6-205e-46c8-8abb-d10883d65470 HTTP/1.1" status: 200 len: 851 time: 0.0425792 Jan 25 02:28:31.749863 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58976d-db73-4d7d-a467-54df798f2ee2 req-2c3f2219-d31e-4838-bfb7-c1fdcacd984e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:28:31.751360 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ca58976d-db73-4d7d-a467-54df798f2ee2 req-2c3f2219-d31e-4838-bfb7-c1fdcacd984e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=476bff0e-63ed-4bbf-b038-72b2f7bd0810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413678 Jan 25 02:28:31.842184 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ca58976d-db73-4d7d-a467-54df798f2ee2 req-3688d2b2-277f-4077-96a1-590529b9c1cb service neutron] 10.222.0.79 "GET /v2.0/networks/476bff0e-63ed-4bbf-b038-72b2f7bd0810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839083 Jan 25 02:28:31.927836 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ca58976d-db73-4d7d-a467-54df798f2ee2 req-c73a4443-a470-4f7d-af2a-f6d173c9b0aa service neutron] 10.222.0.79 "GET /v2.0/networks/476bff0e-63ed-4bbf-b038-72b2f7bd0810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799327 Jan 25 02:28:46.634083 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-7d614a73-9acd-4e9b-84e1-6bd48f5f414d tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-566636868&fields=id&tenant_id=d438dbd2bb14452cbd5a8c8221417335 HTTP/1.1" status: 200 len: 267 time: 0.0425124 Jan 25 02:28:46.750808 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-0e3f77d0-48b6-428d-b785-d588a30e37e5 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:28:46.752277 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-0e3f77d0-48b6-428d-b785-d588a30e37e5 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/networks?id=476bff0e-63ed-4bbf-b038-72b2f7bd0810 HTTP/1.1" status: 200 len: 812 time: 0.1020706 Jan 25 02:28:46.766659 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-9ac4ce0f-c816-45f2-b9df-d8430c571bcd tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/quotas/d438dbd2bb14452cbd5a8c8221417335 HTTP/1.1" status: 200 len: 375 time: 0.0087481 Jan 25 02:28:46.827645 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-5f358828-5698-4354-86f6-0503f4e5bbe3 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?tenant_id=d438dbd2bb14452cbd5a8c8221417335&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0556049 Jan 25 02:28:46.976287 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-cec41af1-6369-494c-937c-8d5a32da9e35 service neutron] 10.222.0.112 "GET /v2.0/networks/476bff0e-63ed-4bbf-b038-72b2f7bd0810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360638 Jan 25 02:28:47.063885 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-a7431c82-195b-4ad4-b5fe-00613a050ddf service neutron] 10.222.0.112 "GET /v2.0/networks/476bff0e-63ed-4bbf-b038-72b2f7bd0810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819533 Jan 25 02:28:47.650477 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-038c3aac-fb01-4884-8aab-e089c967536f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:48.675289 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-35f78901-6717-4957-8317-be7de80daa2e req-8d9cc4d0-2dd5-4956-bc3c-c58f24dffd71 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=33757db1-ee3c-4fc7-abfa-ab0a7b21b66c HTTP/1.1" status: 200 len: 210 time: 0.0800722 Jan 25 02:28:49.750073 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-a1c4d9dc-4fd7-492a-9009-2a2173a8c949 req-ea4c81f7-b321-4202-8441-d2cfa48caa9a tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=33757db1-ee3c-4fc7-abfa-ab0a7b21b66c HTTP/1.1" status: 200 len: 210 time: 0.0256908 Jan 25 02:28:50.162433 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:28:50.164234 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49a9246d-5834-4fdb-b44b-3474ff1c3114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:50.831450 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-2f3f97c2-e726-4e0c-a8f8-77e155302a19 req-160dc9b2-de4a-49bb-abf1-d0037083b3b8 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=33757db1-ee3c-4fc7-abfa-ab0a7b21b66c HTTP/1.1" status: 200 len: 210 time: 0.0273101 Jan 25 02:28:51.647493 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:51.909928 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-46ece0d7-cda9-414c-9f85-0465f8bc5496 req-41860896-6ec8-4f07-b7ce-a41281fa7cac tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=33757db1-ee3c-4fc7-abfa-ab0a7b21b66c HTTP/1.1" status: 200 len: 210 time: 0.0274043 Jan 25 02:28:53.002424 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-bcb5d1dc-392c-47c9-9107-816394fa5cc4 req-c4d915fa-b2fa-4fd3-8b2c-e58ba73fb4d3 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=33757db1-ee3c-4fc7-abfa-ab0a7b21b66c HTTP/1.1" status: 200 len: 210 time: 0.0256081 Jan 25 02:28:53.078610 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:53.107272 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:54.097132 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-fb4e2533-e326-4ad0-9b1a-1ed3fc2d0263 req-6d03966b-8d43-4274-a9e3-00dbddc9f194 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=33757db1-ee3c-4fc7-abfa-ab0a7b21b66c HTTP/1.1" status: 200 len: 210 time: 0.0258987 Jan 25 02:28:54.536633 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:54.586985 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-47754e51-0e20-420e-a304-1cacc8d7b7da tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:28:54.588296 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-47754e51-0e20-420e-a304-1cacc8d7b7da tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.79 "GET /v2.0/networks?id=476bff0e-63ed-4bbf-b038-72b2f7bd0810 HTTP/1.1" status: 200 len: 812 time: 0.1037619 Jan 25 02:28:54.656343 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-5bd25ba6-a988-480c-9db6-25f433010e88 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d438dbd2bb14452cbd5a8c8221417335 HTTP/1.1" status: 200 len: 379 time: 0.0528810 Jan 25 02:28:54.665290 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-7b60810f-a2e5-4ea3-aeef-27b2babe34fc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Request body: {'port': {'device_id': '33757db1-ee3c-4fc7-abfa-ab0a7b21b66c', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'admin_state_up': True, 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'security_groups': ['7b377a3c-2284-465c-98da-7d334e6c9c41']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:28:54.855802 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-7b60810f-a2e5-4ea3-aeef-27b2babe34fc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Made reservation on behalf of d438dbd2bb14452cbd5a8c8221417335 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:28:54.859336 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-7b60810f-a2e5-4ea3-aeef-27b2babe34fc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:54.983106 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-7b60810f-a2e5-4ea3-aeef-27b2babe34fc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Allocated IP 172.20.0.9 (476bff0e-63ed-4bbf-b038-72b2f7bd0810/b57988f6-205e-46c8-8abb-d10883d65470/5bab55d4-144e-4c5d-9368-6cfef2ff2bc6) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:28:55.119537 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-7b60810f-a2e5-4ea3-aeef-27b2babe34fc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for port (5bab55d4-144e-4c5d-9368-6cfef2ff2bc6), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:55.190624 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-ebeddbb6-3088-4ef4-a2e8-6617b8239e43 req-fe026315-1a31-4e90-9143-07730095b92c tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=33757db1-ee3c-4fc7-abfa-ab0a7b21b66c HTTP/1.1" status: 200 len: 210 time: 0.0257573 Jan 25 02:28:55.225660 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-7b60810f-a2e5-4ea3-aeef-27b2babe34fc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (5bab55d4-144e-4c5d-9368-6cfef2ff2bc6), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:55.271125 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-7b60810f-a2e5-4ea3-aeef-27b2babe34fc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Network 476bff0e-63ed-4bbf-b038-72b2f7bd0810 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:28:55.276077 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-7b60810f-a2e5-4ea3-aeef-27b2babe34fc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:28:55.279629 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-7b60810f-a2e5-4ea3-aeef-27b2babe34fc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:28:55.304022 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60810f-a2e5-4ea3-aeef-27b2babe34fc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Pushing event updated for resources: {'Port': ['ID=5bab55d4-144e-4c5d-9368-6cfef2ff2bc6,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:28:55.318783 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60810f-a2e5-4ea3-aeef-27b2babe34fc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:28:55.319135 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60810f-a2e5-4ea3-aeef-27b2babe34fc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:28:55.319486 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60810f-a2e5-4ea3-aeef-27b2babe34fc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:28:55.319849 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60810f-a2e5-4ea3-aeef-27b2babe34fc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:28:55.320171 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60810f-a2e5-4ea3-aeef-27b2babe34fc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:28:55.320506 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60810f-a2e5-4ea3-aeef-27b2babe34fc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:28:55.320839 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60810f-a2e5-4ea3-aeef-27b2babe34fc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:28:55.321168 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60810f-a2e5-4ea3-aeef-27b2babe34fc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:28:55.321501 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60810f-a2e5-4ea3-aeef-27b2babe34fc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:28:55.321830 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60810f-a2e5-4ea3-aeef-27b2babe34fc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:28:55.322157 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60810f-a2e5-4ea3-aeef-27b2babe34fc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:28:55.322532 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60810f-a2e5-4ea3-aeef-27b2babe34fc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:28:55.322859 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60810f-a2e5-4ea3-aeef-27b2babe34fc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:28:55.344510 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-7b60810f-a2e5-4ea3-aeef-27b2babe34fc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:28:55.345160 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-7b60810f-a2e5-4ea3-aeef-27b2babe34fc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:55.416552 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-7b60810f-a2e5-4ea3-aeef-27b2babe34fc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7556198 Jan 25 02:28:55.435116 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-c42ebf2e-6f35-492c-bc16-0f2dd6224385 service neutron] Request body: {'port': {'device_id': '33757db1-ee3c-4fc7-abfa-ab0a7b21b66c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82116'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:28:55.488199 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-c42ebf2e-6f35-492c-bc16-0f2dd6224385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (5bab55d4-144e-4c5d-9368-6cfef2ff2bc6), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:55.512796 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2c86a5e4-802b-4ab9-af3e-de57c910d108 None None] Provisioning complete for port 5bab55d4-144e-4c5d-9368-6cfef2ff2bc6 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:28:55.513174 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2c86a5e4-802b-4ab9-af3e-de57c910d108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (5bab55d4-144e-4c5d-9368-6cfef2ff2bc6), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:55.549447 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2c86a5e4-802b-4ab9-af3e-de57c910d108 None None] Port 5bab55d4-144e-4c5d-9368-6cfef2ff2bc6 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:28:55.748771 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-c42ebf2e-6f35-492c-bc16-0f2dd6224385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bab55d4-144e-4c5d-9368-6cfef2ff2bc6 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:28:55.756042 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-c42ebf2e-6f35-492c-bc16-0f2dd6224385 service neutron] Publish callbacks [] for port (5bab55d4-144e-4c5d-9368-6cfef2ff2bc6), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:55.767488 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-c42ebf2e-6f35-492c-bc16-0f2dd6224385 service neutron] Transition to ACTIVE for port object 5bab55d4-144e-4c5d-9368-6cfef2ff2bc6 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:28:55.866773 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-c42ebf2e-6f35-492c-bc16-0f2dd6224385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26102405'] for port (5bab55d4-144e-4c5d-9368-6cfef2ff2bc6), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:55.922695 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ebf2e-6f35-492c-bc16-0f2dd6224385 service neutron] Pushing event updated for resources: {'Port': ['ID=5bab55d4-144e-4c5d-9368-6cfef2ff2bc6,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:28:55.992196 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-c42ebf2e-6f35-492c-bc16-0f2dd6224385 service neutron] Attempting to bind port 5bab55d4-144e-4c5d-9368-6cfef2ff2bc6 on host hv-cinder-82116 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:28:55.992823 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-c42ebf2e-6f35-492c-bc16-0f2dd6224385 service neutron] Attempting to bind port 5bab55d4-144e-4c5d-9368-6cfef2ff2bc6 by drivers openvswitch,hyperv on host hv-cinder-82116 at level 0 using segments [{'id': '66beaff4-e242-4eb5-839f-09270b774f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:28:55.993342 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-c42ebf2e-6f35-492c-bc16-0f2dd6224385 service neutron] Attempting to bind port 5bab55d4-144e-4c5d-9368-6cfef2ff2bc6 on network 476bff0e-63ed-4bbf-b038-72b2f7bd0810 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:28:55.998496 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-c42ebf2e-6f35-492c-bc16-0f2dd6224385 service neutron] Port 5bab55d4-144e-4c5d-9368-6cfef2ff2bc6 on network 476bff0e-63ed-4bbf-b038-72b2f7bd0810 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82116 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:28:55.999070 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-c42ebf2e-6f35-492c-bc16-0f2dd6224385 service neutron] Attempting to bind port 5bab55d4-144e-4c5d-9368-6cfef2ff2bc6 on network 476bff0e-63ed-4bbf-b038-72b2f7bd0810 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:28:56.004338 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-c42ebf2e-6f35-492c-bc16-0f2dd6224385 service neutron] Checking agent: {'id': '52d0b4b2-7edd-4256-a5ca-dd2d58b489f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 10, 20), 'started_at': datetime.datetime(2022, 1, 25, 2, 10, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:28:56.004691 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-c42ebf2e-6f35-492c-bc16-0f2dd6224385 service neutron] Checking segment: {'id': '66beaff4-e242-4eb5-839f-09270b774f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:28:56.005073 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-c42ebf2e-6f35-492c-bc16-0f2dd6224385 service neutron] Bound using segment: {'id': '66beaff4-e242-4eb5-839f-09270b774f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:28:56.006116 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-c42ebf2e-6f35-492c-bc16-0f2dd6224385 service neutron] Bound port: 5bab55d4-144e-4c5d-9368-6cfef2ff2bc6, host: hv-cinder-82116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66beaff4-e242-4eb5-839f-09270b774f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:28:56.006511 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-c42ebf2e-6f35-492c-bc16-0f2dd6224385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (5bab55d4-144e-4c5d-9368-6cfef2ff2bc6), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:56.076680 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-c42ebf2e-6f35-492c-bc16-0f2dd6224385 service neutron] For port 5bab55d4-144e-4c5d-9368-6cfef2ff2bc6, host hv-cinder-82116, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:28:56.079712 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-c42ebf2e-6f35-492c-bc16-0f2dd6224385 service neutron] For port 5bab55d4-144e-4c5d-9368-6cfef2ff2bc6, host hv-cinder-82116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=5bab55d4-144e-4c5d-9368-6cfef2ff2bc6,segment=NetworkSegment(66beaff4-e242-4eb5-839f-09270b774f2d),segment_id=66beaff4-e242-4eb5-839f-09270b774f2d)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:28:56.174093 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-c42ebf2e-6f35-492c-bc16-0f2dd6224385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26102405'] for port (5bab55d4-144e-4c5d-9368-6cfef2ff2bc6), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:56.209957 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-c42ebf2e-6f35-492c-bc16-0f2dd6224385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:28:56.210603 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-c42ebf2e-6f35-492c-bc16-0f2dd6224385 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:56.211961 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-c42ebf2e-6f35-492c-bc16-0f2dd6224385 service neutron] 10.222.0.79 "PUT /v2.0/ports/5bab55d4-144e-4c5d-9368-6cfef2ff2bc6 HTTP/1.1" status: 200 len: 1093 time: 0.7812223 Jan 25 02:28:56.212433 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33757db1-ee3c-4fc7-abfa-ab0a7b21b66c', 'tag': '5bab55d4-144e-4c5d-9368-6cfef2ff2bc6'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:28:56.214684 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908ef053-8c9b-4337-a7b8-e5ad56dbca14" -d '{"events": [{"name": "network-changed", "server_uuid": "33757db1-ee3c-4fc7-abfa-ab0a7b21b66c", "tag": "5bab55d4-144e-4c5d-9368-6cfef2ff2bc6"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:28:56.242068 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ebf2e-6f35-492c-bc16-0f2dd6224385 service neutron] Pushing event updated for resources: {'Port': ['ID=5bab55d4-144e-4c5d-9368-6cfef2ff2bc6,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:28:56.323719 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a6380-bd0c-43b2-b21d-10b08e6071a5 req-bf44cdb0-7b98-4d3f-95d8-90d39aea6880 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:28:56.325409 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3d9a6380-bd0c-43b2-b21d-10b08e6071a5 req-bf44cdb0-7b98-4d3f-95d8-90d39aea6880 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=33757db1-ee3c-4fc7-abfa-ab0a7b21b66c HTTP/1.1" status: 200 len: 943 time: 0.0522799 Jan 25 02:28:56.389462 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3d9a6380-bd0c-43b2-b21d-10b08e6071a5 req-093ea830-5e6e-4366-b399-20ba5c045355 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576935 Jan 25 02:28:56.427208 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-5d109cdd-9f90-4578-9206-2a41192ba256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:28:56.428650 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-5d109cdd-9f90-4578-9206-2a41192ba256 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d438dbd2bb14452cbd5a8c8221417335&device_id=33757db1-ee3c-4fc7-abfa-ab0a7b21b66c HTTP/1.1" status: 200 len: 1096 time: 0.0560780 Jan 25 02:28:56.486697 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-347050c8-d7c8-4490-bc9f-42182ee83102 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bab55d4-144e-4c5d-9368-6cfef2ff2bc6 HTTP/1.1" status: 200 len: 217 time: 0.0450897 Jan 25 02:28:56.534577 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-ec40d6de-760e-4e8d-a300-0a2af9156bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:28:56.536750 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-ec40d6de-760e-4e8d-a300-0a2af9156bb0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b57988f6-205e-46c8-8abb-d10883d65470 HTTP/1.1" status: 200 len: 851 time: 0.0440793 Jan 25 02:28:56.579021 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-15342d07-effc-4fd5-a3b2-0fecb2c1e4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:28:56.580462 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-15342d07-effc-4fd5-a3b2-0fecb2c1e4ea service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=476bff0e-63ed-4bbf-b038-72b2f7bd0810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376933 Jan 25 02:28:56.671456 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-660e20b7-d97d-4ac3-a3f9-62bcda4b4299 service neutron] 10.222.0.79 "GET /v2.0/networks/476bff0e-63ed-4bbf-b038-72b2f7bd0810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841472 Jan 25 02:28:56.761191 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-167248a1-551a-4d2a-befa-1b7f7d734ba4 req-f3df5daa-dd36-4ce1-962c-ddd5922ed520 service neutron] 10.222.0.79 "GET /v2.0/networks/476bff0e-63ed-4bbf-b038-72b2f7bd0810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839443 Jan 25 02:28:57.352524 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84571d43-c04e-4f79-9b53-00df447339b8 x-openstack-request-id: req-84571d43-c04e-4f79-9b53-00df447339b8 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:28:57.353057 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33757db1-ee3c-4fc7-abfa-ab0a7b21b66c", "tag": "5bab55d4-144e-4c5d-9368-6cfef2ff2bc6", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:28:57.353158 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-84571d43-c04e-4f79-9b53-00df447339b8 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:28:57.353491 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33757db1-ee3c-4fc7-abfa-ab0a7b21b66c', 'tag': '5bab55d4-144e-4c5d-9368-6cfef2ff2bc6', 'status': 'completed', 'code': 200} Jan 25 02:28:57.436397 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ef053-8c9b-4337-a7b8-e5ad56dbca14 req-72e5b9e6-0fa9-4338-980d-b838cfe160c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:28:57.437902 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-908ef053-8c9b-4337-a7b8-e5ad56dbca14 req-72e5b9e6-0fa9-4338-980d-b838cfe160c1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d438dbd2bb14452cbd5a8c8221417335&device_id=33757db1-ee3c-4fc7-abfa-ab0a7b21b66c HTTP/1.1" status: 200 len: 1096 time: 0.0409985 Jan 25 02:28:57.565123 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09262985-7b3a-43c7-8047-64178435f356 req-32f2663d-ced3-4b11-a2dc-671481c1d5f6 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:28:57.566699 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-09262985-7b3a-43c7-8047-64178435f356 req-32f2663d-ced3-4b11-a2dc-671481c1d5f6 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=33757db1-ee3c-4fc7-abfa-ab0a7b21b66c HTTP/1.1" status: 200 len: 943 time: 0.1054614 Jan 25 02:28:57.569386 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ef053-8c9b-4337-a7b8-e5ad56dbca14 req-dbcdf580-fdc7-4c35-a68d-e7fa122afaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:28:57.570751 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-908ef053-8c9b-4337-a7b8-e5ad56dbca14 req-dbcdf580-fdc7-4c35-a68d-e7fa122afaae service neutron] 10.222.0.79 "GET /v2.0/networks?id=476bff0e-63ed-4bbf-b038-72b2f7bd0810 HTTP/1.1" status: 200 len: 913 time: 0.1268952 Jan 25 02:28:57.619795 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-908ef053-8c9b-4337-a7b8-e5ad56dbca14 req-0d9dee1e-af7b-4a16-89f4-58886d585c54 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bab55d4-144e-4c5d-9368-6cfef2ff2bc6 HTTP/1.1" status: 200 len: 217 time: 0.0421562 Jan 25 02:28:57.689883 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-09262985-7b3a-43c7-8047-64178435f356 req-bf272b57-0003-4794-8ebf-c5f2ba7242f8 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176550 Jan 25 02:28:57.697336 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ef053-8c9b-4337-a7b8-e5ad56dbca14 req-c71801ed-0354-411a-ab25-1f704f3faa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:28:57.698776 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-908ef053-8c9b-4337-a7b8-e5ad56dbca14 req-c71801ed-0354-411a-ab25-1f704f3faa29 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b57988f6-205e-46c8-8abb-d10883d65470 HTTP/1.1" status: 200 len: 851 time: 0.0733049 Jan 25 02:28:57.743748 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ef053-8c9b-4337-a7b8-e5ad56dbca14 req-89d74c79-9e2d-41a8-8400-695b76f24ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:28:57.745214 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-908ef053-8c9b-4337-a7b8-e5ad56dbca14 req-89d74c79-9e2d-41a8-8400-695b76f24ac9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=476bff0e-63ed-4bbf-b038-72b2f7bd0810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406702 Jan 25 02:28:57.833879 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-908ef053-8c9b-4337-a7b8-e5ad56dbca14 req-029547a0-b845-4d67-99b4-a01b5449e055 service neutron] 10.222.0.79 "GET /v2.0/networks/476bff0e-63ed-4bbf-b038-72b2f7bd0810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806229 Jan 25 02:28:57.924371 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-908ef053-8c9b-4337-a7b8-e5ad56dbca14 req-f6aa8708-9d25-4dfa-b579-e0c6b9a9c525 service neutron] 10.222.0.79 "GET /v2.0/networks/476bff0e-63ed-4bbf-b038-72b2f7bd0810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840595 Jan 25 02:28:58.805845 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66256444-60b3-4780-92a5-ffd684e54182 req-ea93d7d8-4eed-495e-93b5-834bb257509f tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:28:58.807352 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-66256444-60b3-4780-92a5-ffd684e54182 req-ea93d7d8-4eed-495e-93b5-834bb257509f tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=33757db1-ee3c-4fc7-abfa-ab0a7b21b66c HTTP/1.1" status: 200 len: 943 time: 0.0478332 Jan 25 02:28:58.853813 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-66256444-60b3-4780-92a5-ffd684e54182 req-e6343de8-a42e-48ab-9d99-d4b7ed9ffa7b tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409970 Jan 25 02:28:59.984291 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db224e2f-6f98-4259-b631-e12e40dfdc48 req-77775a56-a569-45f8-a126-b141a640c8ba tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:28:59.985784 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-db224e2f-6f98-4259-b631-e12e40dfdc48 req-77775a56-a569-45f8-a126-b141a640c8ba tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=33757db1-ee3c-4fc7-abfa-ab0a7b21b66c HTTP/1.1" status: 200 len: 943 time: 0.0550103 Jan 25 02:29:00.033936 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-db224e2f-6f98-4259-b631-e12e40dfdc48 req-1cb9d1e1-f1c0-494f-b4ae-41d958b59cf2 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415058 Jan 25 02:29:01.149819 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a46f5a-0e56-476b-bcb0-02d7b107ddd5 req-6d00f794-71cb-4598-9183-a8cab04990f4 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:01.151340 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e5a46f5a-0e56-476b-bcb0-02d7b107ddd5 req-6d00f794-71cb-4598-9183-a8cab04990f4 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=33757db1-ee3c-4fc7-abfa-ab0a7b21b66c HTTP/1.1" status: 200 len: 943 time: 0.0480566 Jan 25 02:29:01.198676 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e5a46f5a-0e56-476b-bcb0-02d7b107ddd5 req-11594d7b-1fe6-4456-97ba-5c0237795cc4 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417948 Jan 25 02:29:02.321178 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53a046-8805-4dfb-8196-e676ddf06660 req-e884318c-a737-4406-88ab-c41785978bd1 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:02.322666 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-eb53a046-8805-4dfb-8196-e676ddf06660 req-e884318c-a737-4406-88ab-c41785978bd1 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=33757db1-ee3c-4fc7-abfa-ab0a7b21b66c HTTP/1.1" status: 200 len: 943 time: 0.0567331 Jan 25 02:29:02.371087 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-eb53a046-8805-4dfb-8196-e676ddf06660 req-b6a81966-d302-4290-9424-5312cb2f6482 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428059 Jan 25 02:29:03.482909 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913019f-5387-4fb5-a5b4-6c48fba97a27 req-ba2fb16d-f6d4-4dcc-83a6-3dea31359a80 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:03.484392 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3913019f-5387-4fb5-a5b4-6c48fba97a27 req-ba2fb16d-f6d4-4dcc-83a6-3dea31359a80 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=33757db1-ee3c-4fc7-abfa-ab0a7b21b66c HTTP/1.1" status: 200 len: 943 time: 0.0484185 Jan 25 02:29:03.532493 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3913019f-5387-4fb5-a5b4-6c48fba97a27 req-2caf50ac-f5f2-47c6-8076-4e122cede95c tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423806 Jan 25 02:29:04.650566 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7684298-5c44-40da-9b57-f0f4491b4df0 req-620dd8b1-b89e-4206-8f8f-6291a097d761 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:04.652276 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f7684298-5c44-40da-9b57-f0f4491b4df0 req-620dd8b1-b89e-4206-8f8f-6291a097d761 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=33757db1-ee3c-4fc7-abfa-ab0a7b21b66c HTTP/1.1" status: 200 len: 943 time: 0.0485859 Jan 25 02:29:04.703852 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-f7684298-5c44-40da-9b57-f0f4491b4df0 req-434f2523-3dd5-4d58-95d9-318249973c2c tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461459 Jan 25 02:29:05.817877 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a09beb-7e7b-41f0-bff0-f83236f67741 req-164529ca-d61d-401f-a9c7-72e414828c32 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:05.819428 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-06a09beb-7e7b-41f0-bff0-f83236f67741 req-164529ca-d61d-401f-a9c7-72e414828c32 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=33757db1-ee3c-4fc7-abfa-ab0a7b21b66c HTTP/1.1" status: 200 len: 943 time: 0.0487759 Jan 25 02:29:05.867898 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-06a09beb-7e7b-41f0-bff0-f83236f67741 req-7af61456-0403-46d6-b551-12e8f982ba94 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430713 Jan 25 02:29:06.024753 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 5bab55d4-144e-4c5d-9368-6cfef2ff2bc6 details requested by agent hyperv_hv-cinder-82116 with host hv-cinder-82116 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:29:06.119359 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 5bab55d4-144e-4c5d-9368-6cfef2ff2bc6, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=5bab55d4-144e-4c5d-9368-6cfef2ff2bc6,segment=NetworkSegment(66beaff4-e242-4eb5-839f-09270b774f2d),segment_id=66beaff4-e242-4eb5-839f-09270b774f2d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:29:06.130121 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Returning: {'device': '5bab55d4-144e-4c5d-9368-6cfef2ff2bc6', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'port_id': '5bab55d4-144e-4c5d-9368-6cfef2ff2bc6', 'mac_address': 'fa:16:3e:0d:6b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:29:06.167112 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 5bab55d4-144e-4c5d-9368-6cfef2ff2bc6 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:29:06.167501 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (5bab55d4-144e-4c5d-9368-6cfef2ff2bc6), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:06.179874 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bab55d4-144e-4c5d-9368-6cfef2ff2bc6 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:29:06.198144 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 5bab55d4-144e-4c5d-9368-6cfef2ff2bc6, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=5bab55d4-144e-4c5d-9368-6cfef2ff2bc6,segment=NetworkSegment(66beaff4-e242-4eb5-839f-09270b774f2d),segment_id=66beaff4-e242-4eb5-839f-09270b774f2d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:29:06.264361 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (5bab55d4-144e-4c5d-9368-6cfef2ff2bc6), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:06.310490 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=5bab55d4-144e-4c5d-9368-6cfef2ff2bc6,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:29:06.317264 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:29:06.317620 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:29:06.317971 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:29:06.318313 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:29:06.318679 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:29:06.319013 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:29:06.319346 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:29:06.319685 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:29:06.320010 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:29:06.320338 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:29:06.320669 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:29:06.320997 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:29:06.321323 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:29:06.739304 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] get_ports_and_sgs() called for port_ids ['5bab55d4-144e-4c5d-9368-6cfef2ff2bc6'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:29:06.981951 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3962e7c-f45e-4244-8c47-d996e1a5b1c8 req-fb3487c7-f5db-4795-a1ab-2cd708490193 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:06.983485 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e3962e7c-f45e-4244-8c47-d996e1a5b1c8 req-fb3487c7-f5db-4795-a1ab-2cd708490193 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=33757db1-ee3c-4fc7-abfa-ab0a7b21b66c HTTP/1.1" status: 200 len: 944 time: 0.0492532 Jan 25 02:29:07.031967 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e3962e7c-f45e-4244-8c47-d996e1a5b1c8 req-581850a9-a539-417f-b96d-cb8cb5b97d4a tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420012 Jan 25 02:29:08.040206 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 5bab55d4-144e-4c5d-9368-6cfef2ff2bc6 up at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:29:08.146911 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning for port 5bab55d4-144e-4c5d-9368-6cfef2ff2bc6 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:29:08.149994 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67fa8c-3b6c-40a7-b2ed-4d08e3804cb0 req-99c6a94b-92d8-45c8-a7c1-920a0c62cc08 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:08.150953 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Provisioning complete for port 5bab55d4-144e-4c5d-9368-6cfef2ff2bc6 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:29:08.151336 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16746111'] for port (5bab55d4-144e-4c5d-9368-6cfef2ff2bc6), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:08.151552 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6a67fa8c-3b6c-40a7-b2ed-4d08e3804cb0 req-99c6a94b-92d8-45c8-a7c1-920a0c62cc08 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=33757db1-ee3c-4fc7-abfa-ab0a7b21b66c HTTP/1.1" status: 200 len: 944 time: 0.0525048 Jan 25 02:29:08.200830 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6a67fa8c-3b6c-40a7-b2ed-4d08e3804cb0 req-2be212b2-bfba-45a5-b911-2d007d5deb8a tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437284 Jan 25 02:29:08.228861 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Current status of the port 5bab55d4-144e-4c5d-9368-6cfef2ff2bc6 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:29:08.229257 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (5bab55d4-144e-4c5d-9368-6cfef2ff2bc6), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:08.251474 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33757db1-ee3c-4fc7-abfa-ab0a7b21b66c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bab55d4-144e-4c5d-9368-6cfef2ff2bc6'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:29:08.253665 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425b8effad759ea2b395d79f7fcdbc6f74d58daf1cbadf1a5a1a211e7a69aa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4527d435-6825-48e2-bdc1-3e6c648d2c36" -d '{"events": [{"server_uuid": "33757db1-ee3c-4fc7-abfa-ab0a7b21b66c", "name": "network-vif-plugged", "status": "completed", "tag": "5bab55d4-144e-4c5d-9368-6cfef2ff2bc6"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:29:08.269462 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] For port 5bab55d4-144e-4c5d-9368-6cfef2ff2bc6, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=5bab55d4-144e-4c5d-9368-6cfef2ff2bc6,segment=NetworkSegment(66beaff4-e242-4eb5-839f-09270b774f2d),segment_id=66beaff4-e242-4eb5-839f-09270b774f2d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:29:08.344057 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276'] for port (5bab55d4-144e-4c5d-9368-6cfef2ff2bc6), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:08.390463 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Pushing event updated for resources: {'Port': ['ID=5bab55d4-144e-4c5d-9368-6cfef2ff2bc6,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:29:09.301565 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb08e0c7-00eb-439e-a1e9-3e0ccd432909 x-openstack-request-id: req-fb08e0c7-00eb-439e-a1e9-3e0ccd432909 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:29:09.302344 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33757db1-ee3c-4fc7-abfa-ab0a7b21b66c", "name": "network-vif-plugged", "status": "completed", "tag": "5bab55d4-144e-4c5d-9368-6cfef2ff2bc6", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:29:09.302344 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-fb08e0c7-00eb-439e-a1e9-3e0ccd432909 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:29:09.302560 dv-cinder-821168-1-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33757db1-ee3c-4fc7-abfa-ab0a7b21b66c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bab55d4-144e-4c5d-9368-6cfef2ff2bc6', 'code': 200} Jan 25 02:29:09.314299 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780418e-8606-462b-a638-305f063d2a0b req-cb275513-cbcd-4c19-ae05-6546c4084e6b tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:09.315824 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3780418e-8606-462b-a638-305f063d2a0b req-cb275513-cbcd-4c19-ae05-6546c4084e6b tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=33757db1-ee3c-4fc7-abfa-ab0a7b21b66c HTTP/1.1" status: 200 len: 945 time: 0.0487952 Jan 25 02:29:09.367403 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-3780418e-8606-462b-a638-305f063d2a0b req-30437ef6-b033-4466-84f2-58ea61a0b98c tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452902 Jan 25 02:29:09.668993 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a51527-0c3b-4fff-a89e-907ea0eec38c req-152e4b3b-f520-4b44-9dcf-213ee0b0907e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:09.670600 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-34a51527-0c3b-4fff-a89e-907ea0eec38c req-152e4b3b-f520-4b44-9dcf-213ee0b0907e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=33757db1-ee3c-4fc7-abfa-ab0a7b21b66c HTTP/1.1" status: 200 len: 1098 time: 0.0392890 Jan 25 02:29:09.717242 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-34a51527-0c3b-4fff-a89e-907ea0eec38c req-6e6e79fe-5904-4b9e-aed6-65176b87b8f7 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404615 Jan 25 02:29:10.480293 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b22293-8638-406e-bbce-651b8b71163d req-f4ff39af-c5ef-4103-b92b-c2bc8f5cdc11 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:10.481756 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-19b22293-8638-406e-bbce-651b8b71163d req-f4ff39af-c5ef-4103-b92b-c2bc8f5cdc11 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=33757db1-ee3c-4fc7-abfa-ab0a7b21b66c HTTP/1.1" status: 200 len: 945 time: 0.0473928 Jan 25 02:29:10.528727 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-19b22293-8638-406e-bbce-651b8b71163d req-c3b98ff7-7af7-4f88-911b-19e5153d5c5b tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414865 Jan 25 02:29:11.648787 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5a3de-618b-4b85-a2a8-2f606f386efa req-e6c5cd69-e526-4812-8f4c-9af95d15124f tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:11.654305 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-95e5a3de-618b-4b85-a2a8-2f606f386efa req-e6c5cd69-e526-4812-8f4c-9af95d15124f tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=33757db1-ee3c-4fc7-abfa-ab0a7b21b66c HTTP/1.1" status: 200 len: 945 time: 0.0488369 Jan 25 02:29:11.699723 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-95e5a3de-618b-4b85-a2a8-2f606f386efa req-ec4cdea7-980e-4a41-ab7f-d302e6990141 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438457 Jan 25 02:29:11.815340 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a00d9-cf11-447b-92ff-3b382642ecaa req-4b5afae2-0f23-4eb5-ab0e-5129b5bd28fe tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:11.816845 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e16a00d9-cf11-447b-92ff-3b382642ecaa req-4b5afae2-0f23-4eb5-ab0e-5129b5bd28fe tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=33757db1-ee3c-4fc7-abfa-ab0a7b21b66c HTTP/1.1" status: 200 len: 945 time: 0.0507185 Jan 25 02:29:11.864028 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e16a00d9-cf11-447b-92ff-3b382642ecaa req-ebd55613-e8d5-46a8-bbc1-821015b2ac9f tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415099 Jan 25 02:29:11.888470 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 42496) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:29:12.025929 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83154cbe-211b-40e8-8ade-af009862195b tempest-TestVolumeBootPattern-828245272 tempest-TestVolumeBootPattern-828245272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:12.027440 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-83154cbe-211b-40e8-8ade-af009862195b tempest-TestVolumeBootPattern-828245272 tempest-TestVolumeBootPattern-828245272-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=33757db1-ee3c-4fc7-abfa-ab0a7b21b66c HTTP/1.1" status: 200 len: 1093 time: 0.1380143 Jan 25 02:29:12.030199 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 42500) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:29:12.034259 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.v2.base [None req-7657a860-0e52-4396-a4fc-f0118bab0edc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Request body: {'floatingip': {'floating_network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'port_id': '5bab55d4-144e-4c5d-9368-6cfef2ff2bc6', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:29:12.118533 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7657a860-0e52-4396-a4fc-f0118bab0edc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:12.213976 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7657a860-0e52-4396-a4fc-f0118bab0edc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:12.312735 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-7657a860-0e52-4396-a4fc-f0118bab0edc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Allocated IP 172.27.3.56 (a4beea5e-7380-4f54-a79a-85c8e3bac423/7e657314-da2c-44e4-949d-aa8ff76f9246/6aff54dd-d77f-4854-8a01-34eb89dcc85b) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:29:12.413410 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7657a860-0e52-4396-a4fc-f0118bab0edc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for port (6aff54dd-d77f-4854-8a01-34eb89dcc85b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:12.513282 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7657a860-0e52-4396-a4fc-f0118bab0edc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777998067240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (6aff54dd-d77f-4854-8a01-34eb89dcc85b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:12.549596 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7657a860-0e52-4396-a4fc-f0118bab0edc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Network a4beea5e-7380-4f54-a79a-85c8e3bac423 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:29:12.552853 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-7657a860-0e52-4396-a4fc-f0118bab0edc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:29:12.555457 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7657a860-0e52-4396-a4fc-f0118bab0edc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:29:12.586208 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657a860-0e52-4396-a4fc-f0118bab0edc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Pushing event updated for resources: {'Port': ['ID=6aff54dd-d77f-4854-8a01-34eb89dcc85b,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:29:13.184842 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7657a860-0e52-4396-a4fc-f0118bab0edc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for floatingip (df3d8457-f4c4-4b12-8e79-ed9a1eed2eca), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:13.308421 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7657a860-0e52-4396-a4fc-f0118bab0edc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16687527'] for port (6aff54dd-d77f-4854-8a01-34eb89dcc85b), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:13.448195 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7657a860-0e52-4396-a4fc-f0118bab0edc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for port (6aff54dd-d77f-4854-8a01-34eb89dcc85b), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:13.503999 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7657a860-0e52-4396-a4fc-f0118bab0edc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777998522736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777998067258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777998067276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26102405'] for port (6aff54dd-d77f-4854-8a01-34eb89dcc85b), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:13.574355 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657a860-0e52-4396-a4fc-f0118bab0edc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Pushing event updated for resources: {'Port': ['ID=6aff54dd-d77f-4854-8a01-34eb89dcc85b,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:29:13.584376 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7657a860-0e52-4396-a4fc-f0118bab0edc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1013182'] for floatingip (df3d8457-f4c4-4b12-8e79-ed9a1eed2eca), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:13.684050 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.db.l3_db [None req-7657a860-0e52-4396-a4fc-f0118bab0edc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Floating IP df3d8457-f4c4-4b12-8e79-ed9a1eed2eca associated. External IP: 172.27.3.56, port: 5bab55d4-144e-4c5d-9368-6cfef2ff2bc6. Jan 25 02:29:13.886620 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7657a860-0e52-4396-a4fc-f0118bab0edc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Router 6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b has already been hosted by L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:29:13.993277 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7657a860-0e52-4396-a4fc-f0118bab0edc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:29:14.002887 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db6c1a3-4a14-4425-966d-a44d44b47664 None None] Sync routers for ids ['6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'] in dv-cinder-821168-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:29:14.013129 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db6c1a3-4a14-4425-966d-a44d44b47664 None None] Routers {'6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:29:14.013763 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-4db6c1a3-4a14-4425-966d-a44d44b47664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:28:50Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:29:14.075320 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7657a860-0e52-4396-a4fc-f0118bab0edc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:14.103549 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-7657a860-0e52-4396-a4fc-f0118bab0edc tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0723190 Jan 25 02:29:14.104126 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33757db1-ee3c-4fc7-abfa-ab0a7b21b66c', 'tag': '5bab55d4-144e-4c5d-9368-6cfef2ff2bc6'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:29:14.106512 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5d2ed0-4f4a-4cb8-9676-90fe875314d2" -d '{"events": [{"name": "network-changed", "server_uuid": "33757db1-ee3c-4fc7-abfa-ab0a7b21b66c", "tag": "5bab55d4-144e-4c5d-9368-6cfef2ff2bc6"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:29:14.121717 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-4db6c1a3-4a14-4425-966d-a44d44b47664 None None] Set router 6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:29:14.142952 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f647fee-606e-484e-aa89-96531f73d55b x-openstack-request-id: req-4f647fee-606e-484e-aa89-96531f73d55b {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:29:14.143242 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33757db1-ee3c-4fc7-abfa-ab0a7b21b66c", "tag": "5bab55d4-144e-4c5d-9368-6cfef2ff2bc6", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:29:14.143499 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-4f647fee-606e-484e-aa89-96531f73d55b {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:29:14.143897 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33757db1-ee3c-4fc7-abfa-ab0a7b21b66c', 'tag': '5bab55d4-144e-4c5d-9368-6cfef2ff2bc6', 'status': 'completed', 'code': 200} Jan 25 02:29:14.235692 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d2ed0-4f4a-4cb8-9676-90fe875314d2 req-d4f00b47-5502-4f76-9c03-f6a4435bca9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:14.237214 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cc5d2ed0-4f4a-4cb8-9676-90fe875314d2 req-d4f00b47-5502-4f76-9c03-f6a4435bca9d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d438dbd2bb14452cbd5a8c8221417335&device_id=33757db1-ee3c-4fc7-abfa-ab0a7b21b66c HTTP/1.1" status: 200 len: 1098 time: 0.0416458 Jan 25 02:29:14.327603 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d2ed0-4f4a-4cb8-9676-90fe875314d2 req-3ebb0e83-c259-4022-897c-ad1f453b6f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:14.329081 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cc5d2ed0-4f4a-4cb8-9676-90fe875314d2 req-3ebb0e83-c259-4022-897c-ad1f453b6f6d service neutron] 10.222.0.79 "GET /v2.0/networks?id=476bff0e-63ed-4bbf-b038-72b2f7bd0810 HTTP/1.1" status: 200 len: 913 time: 0.0856509 Jan 25 02:29:14.349967 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-4db6c1a3-4a14-4425-966d-a44d44b47664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'name': 'tempest-TestVolumeBootPattern-1419120635-router', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:00Z', 'revision_number': 4, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'gw_port': {'id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_floatingips': [{'id': '8e75c898-e51b-44ec-9f99-78f5096297db', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'floating_ip_address': '172.27.3.205', 'floating_network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'router_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'port_id': '37ee3aa2-a8a4-4631-ae48-51c6c179030e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'mac_address': 'fa:16:3e:f3:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a88660-7a5d-4e03-a634-cd91f8c7614c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:26:44Z', 'updated_at': '2022-01-25T02:26:47Z', 'revision_number': 1, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'fixed_ip_address_scope': None}, {'id': 'df3d8457-f4c4-4b12-8e79-ed9a1eed2eca', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'floating_ip_address': '172.27.3.56', 'floating_network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'router_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'port_id': '5bab55d4-144e-4c5d-9368-6cfef2ff2bc6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'mac_address': 'fa:16:3e:0d:6b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33757db1-ee3c-4fc7-abfa-ab0a7b21b66c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:29:13Z', 'updated_at': '2022-01-25T02:29:13Z', 'revision_number': 0, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '673fd286-0c77-4456-ac5a-318418a32fed', 'name': '', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'mac_address': 'fa:16:3e:9a:44:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:23:00Z', 'updated_at': '2022-01-25T02:23:05Z', 'revision_number': 5, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'subnets': [{'id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:29:14.375891 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db6c1a3-4a14-4425-966d-a44d44b47664 None None] Checking router: 6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b for host: dv-cinder-821168-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:29:14.384605 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db6c1a3-4a14-4425-966d-a44d44b47664 None None] Routers {'6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:29:14.385222 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-4db6c1a3-4a14-4425-966d-a44d44b47664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:28:50Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:29:14.393769 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cc5d2ed0-4f4a-4cb8-9676-90fe875314d2 req-e520a0ef-6c04-4458-a69c-bb5fbb0c141d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bab55d4-144e-4c5d-9368-6cfef2ff2bc6 HTTP/1.1" status: 200 len: 998 time: 0.0589433 Jan 25 02:29:14.442765 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d2ed0-4f4a-4cb8-9676-90fe875314d2 req-db3c296d-c60b-47aa-a49c-eaa0e3c86fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:14.444274 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cc5d2ed0-4f4a-4cb8-9676-90fe875314d2 req-db3c296d-c60b-47aa-a49c-eaa0e3c86fc6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b57988f6-205e-46c8-8abb-d10883d65470 HTTP/1.1" status: 200 len: 851 time: 0.0438378 Jan 25 02:29:14.490688 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-4db6c1a3-4a14-4425-966d-a44d44b47664 None None] Set router 6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:29:14.492866 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d2ed0-4f4a-4cb8-9676-90fe875314d2 req-63395c70-af49-4186-baf6-03c188169c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:14.494374 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cc5d2ed0-4f4a-4cb8-9676-90fe875314d2 req-63395c70-af49-4186-baf6-03c188169c98 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=476bff0e-63ed-4bbf-b038-72b2f7bd0810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438085 Jan 25 02:29:14.583537 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cc5d2ed0-4f4a-4cb8-9676-90fe875314d2 req-fb1e17c8-c0cc-4645-ae53-7356dbf2f7d4 service neutron] 10.222.0.79 "GET /v2.0/networks/476bff0e-63ed-4bbf-b038-72b2f7bd0810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831645 Jan 25 02:29:14.682840 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cc5d2ed0-4f4a-4cb8-9676-90fe875314d2 req-89db1ed4-8674-47bc-adff-3c596413656c service neutron] 10.222.0.79 "GET /v2.0/networks/476bff0e-63ed-4bbf-b038-72b2f7bd0810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917084 Jan 25 02:29:14.851388 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-4db6c1a3-4a14-4425-966d-a44d44b47664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'name': 'tempest-TestVolumeBootPattern-1419120635-router', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:00Z', 'revision_number': 4, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'gw_port': {'id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_floatingips': [{'id': '8e75c898-e51b-44ec-9f99-78f5096297db', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'floating_ip_address': '172.27.3.205', 'floating_network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'router_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'port_id': '37ee3aa2-a8a4-4631-ae48-51c6c179030e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'mac_address': 'fa:16:3e:f3:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a88660-7a5d-4e03-a634-cd91f8c7614c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:26:44Z', 'updated_at': '2022-01-25T02:26:47Z', 'revision_number': 1, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'fixed_ip_address_scope': None}, {'id': 'df3d8457-f4c4-4b12-8e79-ed9a1eed2eca', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'floating_ip_address': '172.27.3.56', 'floating_network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'router_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'port_id': '5bab55d4-144e-4c5d-9368-6cfef2ff2bc6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'mac_address': 'fa:16:3e:0d:6b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33757db1-ee3c-4fc7-abfa-ab0a7b21b66c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:29:13Z', 'updated_at': '2022-01-25T02:29:13Z', 'revision_number': 0, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '673fd286-0c77-4456-ac5a-318418a32fed', 'name': '', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'mac_address': 'fa:16:3e:9a:44:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:23:00Z', 'updated_at': '2022-01-25T02:23:05Z', 'revision_number': 5, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'subnets': [{'id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:29:14.876632 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db6c1a3-4a14-4425-966d-a44d44b47664 None None] The sync data for ids ['6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'] in dv-cinder-821168-1-iscsi is: [{'id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'name': 'tempest-TestVolumeBootPattern-1419120635-router', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:00Z', 'revision_number': 4, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'gw_port': {'id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_floatingips': [{'id': '8e75c898-e51b-44ec-9f99-78f5096297db', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'floating_ip_address': '172.27.3.205', 'floating_network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'router_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'port_id': '37ee3aa2-a8a4-4631-ae48-51c6c179030e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'mac_address': 'fa:16:3e:f3:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a88660-7a5d-4e03-a634-cd91f8c7614c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:26:44Z', 'updated_at': '2022-01-25T02:26:47Z', 'revision_number': 1, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'fixed_ip_address_scope': None}, {'id': 'df3d8457-f4c4-4b12-8e79-ed9a1eed2eca', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'floating_ip_address': '172.27.3.56', 'floating_network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'router_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'port_id': '5bab55d4-144e-4c5d-9368-6cfef2ff2bc6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'mac_address': 'fa:16:3e:0d:6b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33757db1-ee3c-4fc7-abfa-ab0a7b21b66c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:29:13Z', 'updated_at': '2022-01-25T02:29:13Z', 'revision_number': 0, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '673fd286-0c77-4456-ac5a-318418a32fed', 'name': '', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'mac_address': 'fa:16:3e:9a:44:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:23:00Z', 'updated_at': '2022-01-25T02:23:05Z', 'revision_number': 5, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'subnets': [{'id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:29:15.061128 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db96255e-bac1-44ac-85d1-7b87f1bb6a9c None None] New status for floating IP df3d8457-f4c4-4b12-8e79-ed9a1eed2eca: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:29:17.661406 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-20c5c884-0f7c-43b3-b4db-adb37f470c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:20.169894 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-571a168e-5934-4801-b00b-4a74beeca337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:21.575350 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:23.078093 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:23.100816 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:24.558217 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:27.161670 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:29:33.255849 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1f12a49b-07da-462d-8f24-91555abdeab2 req-a3a26e0b-82b5-408c-badc-0ffe2b962147 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=56a88660-7a5d-4e03-a634-cd91f8c7614c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444343 Jan 25 02:29:33.353652 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12a49b-07da-462d-8f24-91555abdeab2 req-2a798c84-f5e6-4561-8fed-a5538b30b859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:33.355177 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1f12a49b-07da-462d-8f24-91555abdeab2 req-2a798c84-f5e6-4561-8fed-a5538b30b859 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d438dbd2bb14452cbd5a8c8221417335&device_id=56a88660-7a5d-4e03-a634-cd91f8c7614c HTTP/1.1" status: 200 len: 1099 time: 0.0398316 Jan 25 02:29:33.459286 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12a49b-07da-462d-8f24-91555abdeab2 req-fe74a26e-7d28-4806-8e45-ea7117c654f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:33.460753 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1f12a49b-07da-462d-8f24-91555abdeab2 req-fe74a26e-7d28-4806-8e45-ea7117c654f0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=476bff0e-63ed-4bbf-b038-72b2f7bd0810 HTTP/1.1" status: 200 len: 913 time: 0.0866439 Jan 25 02:29:33.531393 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1f12a49b-07da-462d-8f24-91555abdeab2 req-2394208e-36e8-42db-bc06-e12deb3dcda5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37ee3aa2-a8a4-4631-ae48-51c6c179030e HTTP/1.1" status: 200 len: 1002 time: 0.0619256 Jan 25 02:29:33.586992 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12a49b-07da-462d-8f24-91555abdeab2 req-495add18-35c8-485d-ae39-7dbbdc502e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:33.588419 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1f12a49b-07da-462d-8f24-91555abdeab2 req-495add18-35c8-485d-ae39-7dbbdc502e71 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b57988f6-205e-46c8-8abb-d10883d65470 HTTP/1.1" status: 200 len: 851 time: 0.0507014 Jan 25 02:29:33.636766 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12a49b-07da-462d-8f24-91555abdeab2 req-0e2d3f90-f1e4-48ec-b219-166a71c53213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:33.638238 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1f12a49b-07da-462d-8f24-91555abdeab2 req-0e2d3f90-f1e4-48ec-b219-166a71c53213 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=476bff0e-63ed-4bbf-b038-72b2f7bd0810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429711 Jan 25 02:29:33.726019 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1f12a49b-07da-462d-8f24-91555abdeab2 req-ecb5d7ea-8305-4cf7-b03b-04e4db856db0 service neutron] 10.222.0.79 "GET /v2.0/networks/476bff0e-63ed-4bbf-b038-72b2f7bd0810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810740 Jan 25 02:29:33.818452 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-1f12a49b-07da-462d-8f24-91555abdeab2 req-56195d28-eaf7-4261-941c-25b39f4511e7 service neutron] 10.222.0.79 "GET /v2.0/networks/476bff0e-63ed-4bbf-b038-72b2f7bd0810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851607 Jan 25 02:29:47.671861 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb0a8862-809d-4174-b51e-737bfcc193c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:50.197937 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1880c58a-9805-4f15-9846-aa2a396129da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:51.569277 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:53.096487 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:53.119643 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:54.536838 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:04.161345 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:30:17.677378 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-356d35b6-6f90-4bfc-8606-18d296d315e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:20.177306 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-de9c97e1-1ca1-41aa-bc2c-1683a16f1aef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:21.604400 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:23.084610 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:23.140284 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:24.507159 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:35.227767 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5b4b60c8-013d-4ebf-ad3e-de9c4abbdcc5 req-5711b727-4084-4fc0-b0da-da2b61107bf7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=33757db1-ee3c-4fc7-abfa-ab0a7b21b66c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412135 Jan 25 02:30:35.298652 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b60c8-013d-4ebf-ad3e-de9c4abbdcc5 req-96844170-2607-4ff2-850a-3104002c3efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:30:35.300133 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5b4b60c8-013d-4ebf-ad3e-de9c4abbdcc5 req-96844170-2607-4ff2-850a-3104002c3efd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d438dbd2bb14452cbd5a8c8221417335&device_id=33757db1-ee3c-4fc7-abfa-ab0a7b21b66c HTTP/1.1" status: 200 len: 1098 time: 0.0408971 Jan 25 02:30:35.409319 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b60c8-013d-4ebf-ad3e-de9c4abbdcc5 req-483030de-1f7c-442f-83e5-13197a8eb27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:30:35.411414 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5b4b60c8-013d-4ebf-ad3e-de9c4abbdcc5 req-483030de-1f7c-442f-83e5-13197a8eb27a service neutron] 10.222.0.79 "GET /v2.0/networks?id=476bff0e-63ed-4bbf-b038-72b2f7bd0810 HTTP/1.1" status: 200 len: 913 time: 0.0927157 Jan 25 02:30:35.474241 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5b4b60c8-013d-4ebf-ad3e-de9c4abbdcc5 req-7192b927-0f07-4e46-a5c2-4df29a801345 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bab55d4-144e-4c5d-9368-6cfef2ff2bc6 HTTP/1.1" status: 200 len: 1000 time: 0.0575287 Jan 25 02:30:35.524372 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b60c8-013d-4ebf-ad3e-de9c4abbdcc5 req-caf40601-140a-4a17-a236-b29bd4d45f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:30:35.525809 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5b4b60c8-013d-4ebf-ad3e-de9c4abbdcc5 req-caf40601-140a-4a17-a236-b29bd4d45f80 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b57988f6-205e-46c8-8abb-d10883d65470 HTTP/1.1" status: 200 len: 851 time: 0.0460935 Jan 25 02:30:35.569521 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b60c8-013d-4ebf-ad3e-de9c4abbdcc5 req-9c65b0a9-44ce-4e91-b9b5-d6d3516f7a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:30:35.571029 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5b4b60c8-013d-4ebf-ad3e-de9c4abbdcc5 req-9c65b0a9-44ce-4e91-b9b5-d6d3516f7a74 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=476bff0e-63ed-4bbf-b038-72b2f7bd0810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395319 Jan 25 02:30:35.662993 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5b4b60c8-013d-4ebf-ad3e-de9c4abbdcc5 req-e0ae1e1a-5af7-469c-aed8-3684852a5b1d service neutron] 10.222.0.79 "GET /v2.0/networks/476bff0e-63ed-4bbf-b038-72b2f7bd0810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861173 Jan 25 02:30:35.756141 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5b4b60c8-013d-4ebf-ad3e-de9c4abbdcc5 req-f5ed0c21-53f4-45cd-878a-38ea2ff0bc7f service neutron] 10.222.0.79 "GET /v2.0/networks/476bff0e-63ed-4bbf-b038-72b2f7bd0810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876782 Jan 25 02:30:41.161071 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:30:47.672113 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-86f64b8c-799e-44c2-9e4b-71e3b225138c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:50.173731 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-918ad78f-946c-467a-8a84-ade7087a235a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:51.597578 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:53.110755 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:53.133879 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:54.528803 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:03.032017 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 42530) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:31:03.184987 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-265f4161-c8bd-4d20-a26b-d8f2cf818953 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Deleting port 6aff54dd-d77f-4854-8a01-34eb89dcc85b {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:31:03.185336 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-265f4161-c8bd-4d20-a26b-d8f2cf818953 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (6aff54dd-d77f-4854-8a01-34eb89dcc85b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:03.261661 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-265f4161-c8bd-4d20-a26b-d8f2cf818953 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (6aff54dd-d77f-4854-8a01-34eb89dcc85b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:03.261989 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-265f4161-c8bd-4d20-a26b-d8f2cf818953 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for floatingip (6aff54dd-d77f-4854-8a01-34eb89dcc85b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:03.273934 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-265f4161-c8bd-4d20-a26b-d8f2cf818953 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Calling delete_port for 6aff54dd-d77f-4854-8a01-34eb89dcc85b owned by network:floatingip {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:31:03.466001 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-265f4161-c8bd-4d20-a26b-d8f2cf818953 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (6aff54dd-d77f-4854-8a01-34eb89dcc85b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:03.488437 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f4161-c8bd-4d20-a26b-d8f2cf818953 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Pushing event deleted for resources: {'Port': ['ID=6aff54dd-d77f-4854-8a01-34eb89dcc85b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:31:03.503065 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265f4161-c8bd-4d20-a26b-d8f2cf818953 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:03.503065 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265f4161-c8bd-4d20-a26b-d8f2cf818953 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:03.503065 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265f4161-c8bd-4d20-a26b-d8f2cf818953 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:03.503065 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265f4161-c8bd-4d20-a26b-d8f2cf818953 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:03.503065 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265f4161-c8bd-4d20-a26b-d8f2cf818953 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:03.503065 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265f4161-c8bd-4d20-a26b-d8f2cf818953 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:03.503065 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265f4161-c8bd-4d20-a26b-d8f2cf818953 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:03.503065 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265f4161-c8bd-4d20-a26b-d8f2cf818953 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:03.503816 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265f4161-c8bd-4d20-a26b-d8f2cf818953 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:03.503816 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265f4161-c8bd-4d20-a26b-d8f2cf818953 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:03.503988 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265f4161-c8bd-4d20-a26b-d8f2cf818953 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:03.504188 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265f4161-c8bd-4d20-a26b-d8f2cf818953 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:03.505375 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265f4161-c8bd-4d20-a26b-d8f2cf818953 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:03.560022 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-265f4161-c8bd-4d20-a26b-d8f2cf818953 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for floatingip (df3d8457-f4c4-4b12-8e79-ed9a1eed2eca), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:03.560350 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.db.l3_db [None req-265f4161-c8bd-4d20-a26b-d8f2cf818953 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Floating IP df3d8457-f4c4-4b12-8e79-ed9a1eed2eca disassociated (deleted). External IP: 172.27.3.56, port: 5bab55d4-144e-4c5d-9368-6cfef2ff2bc6. Jan 25 02:31:03.763235 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265f4161-c8bd-4d20-a26b-d8f2cf818953 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Router 6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b has already been hosted by L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:31:04.125498 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265f4161-c8bd-4d20-a26b-d8f2cf818953 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:31:04.130825 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-265f4161-c8bd-4d20-a26b-d8f2cf818953 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:04.135390 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fae4a72-8fd3-4f4f-b892-7445876c1c4b None None] Sync routers for ids ['6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'] in dv-cinder-821168-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:31:04.143979 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fae4a72-8fd3-4f4f-b892-7445876c1c4b None None] Routers {'6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:31:04.144586 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-8fae4a72-8fd3-4f4f-b892-7445876c1c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:30:50Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:31:04.156855 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-265f4161-c8bd-4d20-a26b-d8f2cf818953 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "DELETE /v2.0/floatingips/df3d8457-f4c4-4b12-8e79-ed9a1eed2eca HTTP/1.1" status: 204 len: 168 time: 1.1237736 Jan 25 02:31:04.157440 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33757db1-ee3c-4fc7-abfa-ab0a7b21b66c', 'tag': '5bab55d4-144e-4c5d-9368-6cfef2ff2bc6'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:31:04.159682 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7260e0c5-cc99-4c3e-8a59-8f76088a5598" -d '{"events": [{"name": "network-changed", "server_uuid": "33757db1-ee3c-4fc7-abfa-ab0a7b21b66c", "tag": "5bab55d4-144e-4c5d-9368-6cfef2ff2bc6"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:31:04.213462 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a950976-ae75-41b3-9645-11708c91e46e x-openstack-request-id: req-0a950976-ae75-41b3-9645-11708c91e46e {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:31:04.213462 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33757db1-ee3c-4fc7-abfa-ab0a7b21b66c", "tag": "5bab55d4-144e-4c5d-9368-6cfef2ff2bc6", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:31:04.213738 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-0a950976-ae75-41b3-9645-11708c91e46e {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:31:04.214025 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33757db1-ee3c-4fc7-abfa-ab0a7b21b66c', 'tag': '5bab55d4-144e-4c5d-9368-6cfef2ff2bc6', 'status': 'completed', 'code': 200} Jan 25 02:31:04.271771 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-8fae4a72-8fd3-4f4f-b892-7445876c1c4b None None] Set router 6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:31:04.294279 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260e0c5-cc99-4c3e-8a59-8f76088a5598 req-03e3de15-68de-419d-b1b3-0fc2e8ba5912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:31:04.295844 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7260e0c5-cc99-4c3e-8a59-8f76088a5598 req-03e3de15-68de-419d-b1b3-0fc2e8ba5912 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d438dbd2bb14452cbd5a8c8221417335&device_id=33757db1-ee3c-4fc7-abfa-ab0a7b21b66c HTTP/1.1" status: 200 len: 1098 time: 0.0390961 Jan 25 02:31:04.386738 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260e0c5-cc99-4c3e-8a59-8f76088a5598 req-978210f5-7aeb-4177-8ab7-8b1dcab2962e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:31:04.388184 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7260e0c5-cc99-4c3e-8a59-8f76088a5598 req-978210f5-7aeb-4177-8ab7-8b1dcab2962e service neutron] 10.222.0.79 "GET /v2.0/networks?id=476bff0e-63ed-4bbf-b038-72b2f7bd0810 HTTP/1.1" status: 200 len: 913 time: 0.0871046 Jan 25 02:31:04.429960 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7260e0c5-cc99-4c3e-8a59-8f76088a5598 req-9d499626-6851-4ba8-be3c-3bcdb40b6548 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bab55d4-144e-4c5d-9368-6cfef2ff2bc6 HTTP/1.1" status: 200 len: 217 time: 0.0354388 Jan 25 02:31:04.482653 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260e0c5-cc99-4c3e-8a59-8f76088a5598 req-ef5f73a1-7485-4869-a3ec-30f2cf6c0696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:31:04.484155 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7260e0c5-cc99-4c3e-8a59-8f76088a5598 req-ef5f73a1-7485-4869-a3ec-30f2cf6c0696 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b57988f6-205e-46c8-8abb-d10883d65470 HTTP/1.1" status: 200 len: 851 time: 0.0487473 Jan 25 02:31:04.497395 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-8fae4a72-8fd3-4f4f-b892-7445876c1c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'name': 'tempest-TestVolumeBootPattern-1419120635-router', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:00Z', 'revision_number': 4, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'gw_port': {'id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_floatingips': [{'id': '8e75c898-e51b-44ec-9f99-78f5096297db', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'floating_ip_address': '172.27.3.205', 'floating_network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'router_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'port_id': '37ee3aa2-a8a4-4631-ae48-51c6c179030e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'mac_address': 'fa:16:3e:f3:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a88660-7a5d-4e03-a634-cd91f8c7614c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:26:44Z', 'updated_at': '2022-01-25T02:26:47Z', 'revision_number': 1, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '673fd286-0c77-4456-ac5a-318418a32fed', 'name': '', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'mac_address': 'fa:16:3e:9a:44:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:23:00Z', 'updated_at': '2022-01-25T02:23:05Z', 'revision_number': 5, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'subnets': [{'id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:31:04.529266 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260e0c5-cc99-4c3e-8a59-8f76088a5598 req-b368880d-d7bd-48ec-8e86-d4c2c54a6c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:31:04.530775 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7260e0c5-cc99-4c3e-8a59-8f76088a5598 req-b368880d-d7bd-48ec-8e86-d4c2c54a6c5c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=476bff0e-63ed-4bbf-b038-72b2f7bd0810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402663 Jan 25 02:31:04.533597 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fae4a72-8fd3-4f4f-b892-7445876c1c4b None None] Checking router: 6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b for host: dv-cinder-821168-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:31:04.545921 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fae4a72-8fd3-4f4f-b892-7445876c1c4b None None] Routers {'6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:31:04.546611 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-8fae4a72-8fd3-4f4f-b892-7445876c1c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:30:50Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:31:04.664683 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-8fae4a72-8fd3-4f4f-b892-7445876c1c4b None None] Set router 6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:31:04.686529 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7260e0c5-cc99-4c3e-8a59-8f76088a5598 req-80f401f2-942c-4657-a539-ced2b2bdeeba service neutron] 10.222.0.79 "GET /v2.0/networks/476bff0e-63ed-4bbf-b038-72b2f7bd0810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210375 Jan 25 02:31:04.695560 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4cdf57-0bc5-4c1d-8f00-dd6f07301828 req-ef4fa65d-73d6-438f-adc3-b2a2793f75c7 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:31:04.696970 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5e4cdf57-0bc5-4c1d-8f00-dd6f07301828 req-ef4fa65d-73d6-438f-adc3-b2a2793f75c7 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=33757db1-ee3c-4fc7-abfa-ab0a7b21b66c HTTP/1.1" status: 200 len: 945 time: 0.0746987 Jan 25 02:31:04.798987 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-5e4cdf57-0bc5-4c1d-8f00-dd6f07301828 req-9d86db87-cd8b-417a-a606-5112c296880e tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930858 Jan 25 02:31:04.818008 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7260e0c5-cc99-4c3e-8a59-8f76088a5598 req-afd92a4b-cc02-467f-b765-ab94f6ca8b15 service neutron] 10.222.0.79 "GET /v2.0/networks/476bff0e-63ed-4bbf-b038-72b2f7bd0810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199138 Jan 25 02:31:04.894761 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-8fae4a72-8fd3-4f4f-b892-7445876c1c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'name': 'tempest-TestVolumeBootPattern-1419120635-router', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:00Z', 'revision_number': 4, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'gw_port': {'id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_floatingips': [{'id': '8e75c898-e51b-44ec-9f99-78f5096297db', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'floating_ip_address': '172.27.3.205', 'floating_network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'router_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'port_id': '37ee3aa2-a8a4-4631-ae48-51c6c179030e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'mac_address': 'fa:16:3e:f3:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a88660-7a5d-4e03-a634-cd91f8c7614c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:26:44Z', 'updated_at': '2022-01-25T02:26:47Z', 'revision_number': 1, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '673fd286-0c77-4456-ac5a-318418a32fed', 'name': '', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'mac_address': 'fa:16:3e:9a:44:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:23:00Z', 'updated_at': '2022-01-25T02:23:05Z', 'revision_number': 5, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'subnets': [{'id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:31:04.922009 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fae4a72-8fd3-4f4f-b892-7445876c1c4b None None] The sync data for ids ['6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'] in dv-cinder-821168-1-iscsi is: [{'id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'name': 'tempest-TestVolumeBootPattern-1419120635-router', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:00Z', 'revision_number': 4, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'gw_port': {'id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_floatingips': [{'id': '8e75c898-e51b-44ec-9f99-78f5096297db', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'floating_ip_address': '172.27.3.205', 'floating_network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'router_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'port_id': '37ee3aa2-a8a4-4631-ae48-51c6c179030e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'mac_address': 'fa:16:3e:f3:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a88660-7a5d-4e03-a634-cd91f8c7614c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:26:44Z', 'updated_at': '2022-01-25T02:26:47Z', 'revision_number': 1, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '673fd286-0c77-4456-ac5a-318418a32fed', 'name': '', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'mac_address': 'fa:16:3e:9a:44:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:23:00Z', 'updated_at': '2022-01-25T02:23:05Z', 'revision_number': 5, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'subnets': [{'id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:31:05.141943 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1503b6d5-36b6-4db2-bead-41b875f81167 None None] New status for floating IP df3d8457-f4c4-4b12-8e79-ed9a1eed2eca: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:31:05.928367 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818a7cc-5dd5-4780-a543-1f0522510be2 req-83413ff5-99ec-41ad-9c56-77650f4caae2 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:31:05.930237 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e818a7cc-5dd5-4780-a543-1f0522510be2 req-83413ff5-99ec-41ad-9c56-77650f4caae2 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=33757db1-ee3c-4fc7-abfa-ab0a7b21b66c HTTP/1.1" status: 200 len: 945 time: 0.0583301 Jan 25 02:31:05.981353 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-e818a7cc-5dd5-4780-a543-1f0522510be2 req-5ddbca5c-3814-4935-be64-3b8d881e679d tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455406 Jan 25 02:31:06.447488 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3424d9-2640-46c1-843f-32b9e6e1372e req-1517c713-9a4a-4314-8dae-07ac92c7f6ca tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:31:06.449132 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7f3424d9-2640-46c1-843f-32b9e6e1372e req-1517c713-9a4a-4314-8dae-07ac92c7f6ca tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.79 "GET /v2.0/ports?device_id=33757db1-ee3c-4fc7-abfa-ab0a7b21b66c HTTP/1.1" status: 200 len: 945 time: 0.0487993 Jan 25 02:31:06.539036 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-7f3424d9-2640-46c1-843f-32b9e6e1372e req-74404ad0-e5d8-4208-878c-45f07d6f7bd7 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Deleting port 5bab55d4-144e-4c5d-9368-6cfef2ff2bc6 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:31:06.539370 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7f3424d9-2640-46c1-843f-32b9e6e1372e req-74404ad0-e5d8-4208-878c-45f07d6f7bd7 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (5bab55d4-144e-4c5d-9368-6cfef2ff2bc6), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:06.633448 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-7f3424d9-2640-46c1-843f-32b9e6e1372e req-74404ad0-e5d8-4208-878c-45f07d6f7bd7 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] For port 5bab55d4-144e-4c5d-9368-6cfef2ff2bc6, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=5bab55d4-144e-4c5d-9368-6cfef2ff2bc6,segment=NetworkSegment(66beaff4-e242-4eb5-839f-09270b774f2d),segment_id=66beaff4-e242-4eb5-839f-09270b774f2d)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:31:06.633902 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7f3424d9-2640-46c1-843f-32b9e6e1372e req-74404ad0-e5d8-4208-878c-45f07d6f7bd7 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (5bab55d4-144e-4c5d-9368-6cfef2ff2bc6), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:06.646715 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-7f3424d9-2640-46c1-843f-32b9e6e1372e req-74404ad0-e5d8-4208-878c-45f07d6f7bd7 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Calling delete_port for 5bab55d4-144e-4c5d-9368-6cfef2ff2bc6 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:31:06.837100 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7f3424d9-2640-46c1-843f-32b9e6e1372e req-74404ad0-e5d8-4208-878c-45f07d6f7bd7 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (5bab55d4-144e-4c5d-9368-6cfef2ff2bc6), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:06.867135 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74404ad0-e5d8-4208-878c-45f07d6f7bd7 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Pushing event deleted for resources: {'Port': ['ID=5bab55d4-144e-4c5d-9368-6cfef2ff2bc6,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:31:06.906553 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f3424d9-2640-46c1-843f-32b9e6e1372e req-74404ad0-e5d8-4208-878c-45f07d6f7bd7 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] No DVR routers for this DVR port 5bab55d4-144e-4c5d-9368-6cfef2ff2bc6 on host hv-cinder-82116 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:31:06.909006 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7f3424d9-2640-46c1-843f-32b9e6e1372e req-74404ad0-e5d8-4208-878c-45f07d6f7bd7 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:06.912424 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-7f3424d9-2640-46c1-843f-32b9e6e1372e req-74404ad0-e5d8-4208-878c-45f07d6f7bd7 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.79 "DELETE /v2.0/ports/5bab55d4-144e-4c5d-9368-6cfef2ff2bc6 HTTP/1.1" status: 204 len: 173 time: 0.4583819 Jan 25 02:31:06.912866 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33757db1-ee3c-4fc7-abfa-ab0a7b21b66c', 'name': 'network-vif-deleted', 'tag': '5bab55d4-144e-4c5d-9368-6cfef2ff2bc6'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:31:06.915095 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c735abd-d5ef-4a5d-9e47-e54ef90c6409" -d '{"events": [{"server_uuid": "33757db1-ee3c-4fc7-abfa-ab0a7b21b66c", "name": "network-vif-deleted", "tag": "5bab55d4-144e-4c5d-9368-6cfef2ff2bc6"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:31:06.954835 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff67c45-68c0-402a-9c72-3d4cfcd58b82 x-openstack-request-id: req-9ff67c45-68c0-402a-9c72-3d4cfcd58b82 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:31:06.955482 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33757db1-ee3c-4fc7-abfa-ab0a7b21b66c", "name": "network-vif-deleted", "tag": "5bab55d4-144e-4c5d-9368-6cfef2ff2bc6", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:31:06.955482 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-9ff67c45-68c0-402a-9c72-3d4cfcd58b82 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:31:06.955776 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33757db1-ee3c-4fc7-abfa-ab0a7b21b66c', 'name': 'network-vif-deleted', 'tag': '5bab55d4-144e-4c5d-9368-6cfef2ff2bc6', 'status': 'completed', 'code': 200} Jan 25 02:31:07.080462 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-6a14cc9e-ae6c-4c4d-a384-50bac63dc7a4 req-9a04d4fb-f470-4396-b334-68992de2d7c8 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=33757db1-ee3c-4fc7-abfa-ab0a7b21b66c HTTP/1.1" status: 200 len: 210 time: 0.0306876 Jan 25 02:31:08.189333 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d63b9ce0-f109-4e15-9bb0-43fad1c0c2da req-2cebfcbb-dd02-4ca5-bfdf-92cc8799612d tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=33757db1-ee3c-4fc7-abfa-ab0a7b21b66c HTTP/1.1" status: 200 len: 210 time: 0.0277576 Jan 25 02:31:08.559216 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 5bab55d4-144e-4c5d-9368-6cfef2ff2bc6 no longer exists at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:31:08.579728 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] No Port match for: 5bab55d4-144e-4c5d-9368-6cfef2ff2bc6 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:31:08.580077 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 5bab55d4-144e-4c5d-9368-6cfef2ff2bc6 not bound to the agent host hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:31:11.674497 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 42572) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:31:11.830039 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f63eb318-3951-4ec4-ac29-026900495c88 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Deleting port 01e21457-fc71-4ef0-b40a-85c4b2e4f49f {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:31:11.830419 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f63eb318-3951-4ec4-ac29-026900495c88 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (01e21457-fc71-4ef0-b40a-85c4b2e4f49f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:11.908689 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f63eb318-3951-4ec4-ac29-026900495c88 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (01e21457-fc71-4ef0-b40a-85c4b2e4f49f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:11.909021 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f63eb318-3951-4ec4-ac29-026900495c88 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for floatingip (01e21457-fc71-4ef0-b40a-85c4b2e4f49f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:11.921095 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f63eb318-3951-4ec4-ac29-026900495c88 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Calling delete_port for 01e21457-fc71-4ef0-b40a-85c4b2e4f49f owned by network:floatingip {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:31:12.122869 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f63eb318-3951-4ec4-ac29-026900495c88 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (01e21457-fc71-4ef0-b40a-85c4b2e4f49f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:12.152770 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63eb318-3951-4ec4-ac29-026900495c88 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Pushing event deleted for resources: {'Port': ['ID=01e21457-fc71-4ef0-b40a-85c4b2e4f49f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:31:12.211341 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f63eb318-3951-4ec4-ac29-026900495c88 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for floatingip (8e75c898-e51b-44ec-9f99-78f5096297db), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:12.211544 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.db.l3_db [None req-f63eb318-3951-4ec4-ac29-026900495c88 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Floating IP 8e75c898-e51b-44ec-9f99-78f5096297db disassociated (deleted). External IP: 172.27.3.205, port: 37ee3aa2-a8a4-4631-ae48-51c6c179030e. Jan 25 02:31:12.421478 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63eb318-3951-4ec4-ac29-026900495c88 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Router 6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b has already been hosted by L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:31:12.537199 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63eb318-3951-4ec4-ac29-026900495c88 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:31:12.543038 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f63eb318-3951-4ec4-ac29-026900495c88 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:12.547376 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436e97a4-8b32-44cb-988c-8133a60d3c35 None None] Sync routers for ids ['6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'] in dv-cinder-821168-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:31:12.557143 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436e97a4-8b32-44cb-988c-8133a60d3c35 None None] Routers {'6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:31:12.557771 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-436e97a4-8b32-44cb-988c-8133a60d3c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:30:50Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:31:12.570814 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-f63eb318-3951-4ec4-ac29-026900495c88 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "DELETE /v2.0/floatingips/8e75c898-e51b-44ec-9f99-78f5096297db HTTP/1.1" status: 204 len: 168 time: 0.8942337 Jan 25 02:31:12.571460 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56a88660-7a5d-4e03-a634-cd91f8c7614c', 'tag': '37ee3aa2-a8a4-4631-ae48-51c6c179030e'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:31:12.573701 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56334c9-943d-4571-b4c5-d06e23ee5415" -d '{"events": [{"name": "network-changed", "server_uuid": "56a88660-7a5d-4e03-a634-cd91f8c7614c", "tag": "37ee3aa2-a8a4-4631-ae48-51c6c179030e"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:31:12.615072 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7adbf0f7-1268-4d08-9a04-2510384b6fac x-openstack-request-id: req-7adbf0f7-1268-4d08-9a04-2510384b6fac {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:31:12.615429 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56a88660-7a5d-4e03-a634-cd91f8c7614c", "tag": "37ee3aa2-a8a4-4631-ae48-51c6c179030e", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:31:12.615840 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-7adbf0f7-1268-4d08-9a04-2510384b6fac {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:31:12.616301 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56a88660-7a5d-4e03-a634-cd91f8c7614c', 'tag': '37ee3aa2-a8a4-4631-ae48-51c6c179030e', 'status': 'completed', 'code': 200} Jan 25 02:31:12.664906 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-436e97a4-8b32-44cb-988c-8133a60d3c35 None None] Set router 6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:31:12.701037 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56334c9-943d-4571-b4c5-d06e23ee5415 req-5465cb1d-f0e2-488e-9370-a51c03926b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:31:12.702579 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d56334c9-943d-4571-b4c5-d06e23ee5415 req-5465cb1d-f0e2-488e-9370-a51c03926b1c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d438dbd2bb14452cbd5a8c8221417335&device_id=56a88660-7a5d-4e03-a634-cd91f8c7614c HTTP/1.1" status: 200 len: 1099 time: 0.0430644 Jan 25 02:31:12.798146 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56334c9-943d-4571-b4c5-d06e23ee5415 req-3afe529f-5d82-4abb-aabf-c8e9c7f21e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:31:12.799605 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d56334c9-943d-4571-b4c5-d06e23ee5415 req-3afe529f-5d82-4abb-aabf-c8e9c7f21e68 service neutron] 10.222.0.79 "GET /v2.0/networks?id=476bff0e-63ed-4bbf-b038-72b2f7bd0810 HTTP/1.1" status: 200 len: 913 time: 0.0899768 Jan 25 02:31:12.839925 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d56334c9-943d-4571-b4c5-d06e23ee5415 req-b8753cea-1927-4ae2-8a10-1eb631c6ce88 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37ee3aa2-a8a4-4631-ae48-51c6c179030e HTTP/1.1" status: 200 len: 217 time: 0.0340464 Jan 25 02:31:12.861827 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-436e97a4-8b32-44cb-988c-8133a60d3c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'name': 'tempest-TestVolumeBootPattern-1419120635-router', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:00Z', 'revision_number': 4, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'gw_port': {'id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '673fd286-0c77-4456-ac5a-318418a32fed', 'name': '', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'mac_address': 'fa:16:3e:9a:44:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:23:00Z', 'updated_at': '2022-01-25T02:23:05Z', 'revision_number': 5, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'subnets': [{'id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:31:12.890332 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436e97a4-8b32-44cb-988c-8133a60d3c35 None None] Checking router: 6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b for host: dv-cinder-821168-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:31:12.898611 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436e97a4-8b32-44cb-988c-8133a60d3c35 None None] Routers {'6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:31:12.899434 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-436e97a4-8b32-44cb-988c-8133a60d3c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:30:50Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:31:12.904987 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56334c9-943d-4571-b4c5-d06e23ee5415 req-7687d913-bfa9-4d75-b131-61c9be03f314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:31:12.906497 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d56334c9-943d-4571-b4c5-d06e23ee5415 req-7687d913-bfa9-4d75-b131-61c9be03f314 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b57988f6-205e-46c8-8abb-d10883d65470 HTTP/1.1" status: 200 len: 851 time: 0.0598791 Jan 25 02:31:12.958932 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56334c9-943d-4571-b4c5-d06e23ee5415 req-a4054071-4170-454b-8080-0b8547b10b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:31:12.961149 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d56334c9-943d-4571-b4c5-d06e23ee5415 req-a4054071-4170-454b-8080-0b8547b10b98 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=476bff0e-63ed-4bbf-b038-72b2f7bd0810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472898 Jan 25 02:31:13.018219 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-436e97a4-8b32-44cb-988c-8133a60d3c35 None None] Set router 6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:31:13.089033 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f65be7-6d75-40e2-bfba-ca6b2f7991e6 req-890b8f7c-8df6-46e7-b727-ffa22f2a9002 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:31:13.090445 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c0f65be7-6d75-40e2-bfba-ca6b2f7991e6 req-890b8f7c-8df6-46e7-b727-ffa22f2a9002 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=56a88660-7a5d-4e03-a634-cd91f8c7614c HTTP/1.1" status: 200 len: 946 time: 0.0929635 Jan 25 02:31:13.095872 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d56334c9-943d-4571-b4c5-d06e23ee5415 req-61eceec5-4f6b-4ef2-bfb9-bd81b4bba71f service neutron] 10.222.0.79 "GET /v2.0/networks/476bff0e-63ed-4bbf-b038-72b2f7bd0810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253443 Jan 25 02:31:13.196616 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c0f65be7-6d75-40e2-bfba-ca6b2f7991e6 req-4eb739ba-540c-4198-9747-93467b989478 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997751 Jan 25 02:31:13.222031 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-d56334c9-943d-4571-b4c5-d06e23ee5415 req-3c3c7fce-2220-40c1-8ccf-443327154812 service neutron] 10.222.0.79 "GET /v2.0/networks/476bff0e-63ed-4bbf-b038-72b2f7bd0810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193655 Jan 25 02:31:13.437933 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-436e97a4-8b32-44cb-988c-8133a60d3c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'name': 'tempest-TestVolumeBootPattern-1419120635-router', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:00Z', 'revision_number': 4, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'gw_port': {'id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '673fd286-0c77-4456-ac5a-318418a32fed', 'name': '', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'mac_address': 'fa:16:3e:9a:44:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:23:00Z', 'updated_at': '2022-01-25T02:23:05Z', 'revision_number': 5, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'subnets': [{'id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:31:13.469866 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436e97a4-8b32-44cb-988c-8133a60d3c35 None None] The sync data for ids ['6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'] in dv-cinder-821168-1-iscsi is: [{'id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'name': 'tempest-TestVolumeBootPattern-1419120635-router', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:00Z', 'revision_number': 4, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'gw_port': {'id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi', '_interfaces': [{'id': '673fd286-0c77-4456-ac5a-318418a32fed', 'name': '', 'network_id': '476bff0e-63ed-4bbf-b038-72b2f7bd0810', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'mac_address': 'fa:16:3e:9a:44:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:23:00Z', 'updated_at': '2022-01-25T02:23:05Z', 'revision_number': 5, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'subnets': [{'id': 'b57988f6-205e-46c8-8abb-d10883d65470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:31:13.684321 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecffd21-25f9-4e47-b34d-500dd6f44bd1 None None] New status for floating IP 8e75c898-e51b-44ec-9f99-78f5096297db: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:31:14.324953 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7eafdc-0dba-4e76-b05a-23b340986982 req-e00c10a7-6d56-45fa-bd70-b597d9d5e54b tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:31:14.326447 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cf7eafdc-0dba-4e76-b05a-23b340986982 req-e00c10a7-6d56-45fa-bd70-b597d9d5e54b tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=56a88660-7a5d-4e03-a634-cd91f8c7614c HTTP/1.1" status: 200 len: 946 time: 0.0542812 Jan 25 02:31:14.374344 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-cf7eafdc-0dba-4e76-b05a-23b340986982 req-1979f176-c73f-4ab5-9acb-aa94df57cd05 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/security-groups?id=7b377a3c-2284-465c-98da-7d334e6c9c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419357 Jan 25 02:31:14.759671 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ab13b-b4e8-4791-98b7-c6ee4cb1c87c req-f9ece225-6996-43fe-b8b3-d33ef46bacfe tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:31:14.761092 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c97ab13b-b4e8-4791-98b7-c6ee4cb1c87c req-f9ece225-6996-43fe-b8b3-d33ef46bacfe tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.79 "GET /v2.0/ports?device_id=56a88660-7a5d-4e03-a634-cd91f8c7614c HTTP/1.1" status: 200 len: 946 time: 0.0471663 Jan 25 02:31:14.849943 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-c97ab13b-b4e8-4791-98b7-c6ee4cb1c87c req-6639fba1-f1eb-4b06-9ec4-e1a01995668a tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Deleting port 37ee3aa2-a8a4-4631-ae48-51c6c179030e {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:31:14.850284 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-c97ab13b-b4e8-4791-98b7-c6ee4cb1c87c req-6639fba1-f1eb-4b06-9ec4-e1a01995668a tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (37ee3aa2-a8a4-4631-ae48-51c6c179030e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:14.936154 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-c97ab13b-b4e8-4791-98b7-c6ee4cb1c87c req-6639fba1-f1eb-4b06-9ec4-e1a01995668a tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] For port 37ee3aa2-a8a4-4631-ae48-51c6c179030e, host hv-cinder-82116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82116',level=0,port_id=37ee3aa2-a8a4-4631-ae48-51c6c179030e,segment=NetworkSegment(66beaff4-e242-4eb5-839f-09270b774f2d),segment_id=66beaff4-e242-4eb5-839f-09270b774f2d)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:31:14.936518 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-c97ab13b-b4e8-4791-98b7-c6ee4cb1c87c req-6639fba1-f1eb-4b06-9ec4-e1a01995668a tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (37ee3aa2-a8a4-4631-ae48-51c6c179030e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:14.948178 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-c97ab13b-b4e8-4791-98b7-c6ee4cb1c87c req-6639fba1-f1eb-4b06-9ec4-e1a01995668a tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Calling delete_port for 37ee3aa2-a8a4-4631-ae48-51c6c179030e owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:31:15.128394 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-c97ab13b-b4e8-4791-98b7-c6ee4cb1c87c req-6639fba1-f1eb-4b06-9ec4-e1a01995668a tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (37ee3aa2-a8a4-4631-ae48-51c6c179030e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:15.157549 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639fba1-f1eb-4b06-9ec4-e1a01995668a tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Pushing event deleted for resources: {'Port': ['ID=37ee3aa2-a8a4-4631-ae48-51c6c179030e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:31:15.198073 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97ab13b-b4e8-4791-98b7-c6ee4cb1c87c req-6639fba1-f1eb-4b06-9ec4-e1a01995668a tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] No DVR routers for this DVR port 37ee3aa2-a8a4-4631-ae48-51c6c179030e on host hv-cinder-82116 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:31:15.200531 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-c97ab13b-b4e8-4791-98b7-c6ee4cb1c87c req-6639fba1-f1eb-4b06-9ec4-e1a01995668a tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:15.204160 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-c97ab13b-b4e8-4791-98b7-c6ee4cb1c87c req-6639fba1-f1eb-4b06-9ec4-e1a01995668a tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.79 "DELETE /v2.0/ports/37ee3aa2-a8a4-4631-ae48-51c6c179030e HTTP/1.1" status: 204 len: 173 time: 0.4378622 Jan 25 02:31:15.204622 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a88660-7a5d-4e03-a634-cd91f8c7614c', 'name': 'network-vif-deleted', 'tag': '37ee3aa2-a8a4-4631-ae48-51c6c179030e'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:31:15.206945 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.112/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ee30be2f0c8582beb225c5064fcb3b55779246965477b648b3c016834d16052" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d630d542-3ce9-4681-b1c9-908693a66c3a" -d '{"events": [{"server_uuid": "56a88660-7a5d-4e03-a634-cd91f8c7614c", "name": "network-vif-deleted", "tag": "37ee3aa2-a8a4-4631-ae48-51c6c179030e"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:31:15.241969 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2fd48a5-d430-4677-b068-4995a9e84b57 x-openstack-request-id: req-e2fd48a5-d430-4677-b068-4995a9e84b57 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:31:15.242264 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a88660-7a5d-4e03-a634-cd91f8c7614c", "name": "network-vif-deleted", "tag": "37ee3aa2-a8a4-4631-ae48-51c6c179030e", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:31:15.242547 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.112/compute/v2.1/os-server-external-events used request id req-e2fd48a5-d430-4677-b068-4995a9e84b57 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:31:15.242956 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a88660-7a5d-4e03-a634-cd91f8c7614c', 'name': 'network-vif-deleted', 'tag': '37ee3aa2-a8a4-4631-ae48-51c6c179030e', 'status': 'completed', 'code': 200} Jan 25 02:31:15.469270 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [req-0786713a-e652-4515-92e6-c20d5c5430b0 req-5c26b648-f2c7-4645-90dd-500388a9b03f tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "GET /v2.0/ports?device_id=56a88660-7a5d-4e03-a634-cd91f8c7614c HTTP/1.1" status: 200 len: 210 time: 0.0293355 Jan 25 02:31:16.524930 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 42588) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:31:16.657642 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-5cce8394-e0c6-4fce-a33d-1698abaf7eef tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Deleting port c6758ab9-40ed-4711-afd4-629fe1a5bcd9 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:31:16.657905 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5cce8394-e0c6-4fce-a33d-1698abaf7eef tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (c6758ab9-40ed-4711-afd4-629fe1a5bcd9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:16.730074 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5cce8394-e0c6-4fce-a33d-1698abaf7eef tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (c6758ab9-40ed-4711-afd4-629fe1a5bcd9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:16.730426 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5cce8394-e0c6-4fce-a33d-1698abaf7eef tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for floatingip (c6758ab9-40ed-4711-afd4-629fe1a5bcd9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:16.742444 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-5cce8394-e0c6-4fce-a33d-1698abaf7eef tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Calling delete_port for c6758ab9-40ed-4711-afd4-629fe1a5bcd9 owned by network:floatingip {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:31:16.939655 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5cce8394-e0c6-4fce-a33d-1698abaf7eef tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (c6758ab9-40ed-4711-afd4-629fe1a5bcd9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:16.963700 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce8394-e0c6-4fce-a33d-1698abaf7eef tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Pushing event deleted for resources: {'Port': ['ID=c6758ab9-40ed-4711-afd4-629fe1a5bcd9,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:31:17.029651 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5cce8394-e0c6-4fce-a33d-1698abaf7eef tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for floatingip (aeeb1504-de0d-464b-9d6b-f8add217818d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:17.032551 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5cce8394-e0c6-4fce-a33d-1698abaf7eef tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74063'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:17.033692 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-5cce8394-e0c6-4fce-a33d-1698abaf7eef tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "DELETE /v2.0/floatingips/aeeb1504-de0d-464b-9d6b-f8add217818d HTTP/1.1" status: 204 len: 168 time: 0.5077748 Jan 25 02:31:17.653581 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-63d728a6-bd8c-4d2f-b623-d085f2ad3a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:18.159723 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:31:18.329884 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 42600) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:31:18.390988 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5343db52-7cf2-481d-af59-bc87be95d0e3 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for security_group (7b377a3c-2284-465c-98da-7d334e6c9c41), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:18.417088 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5343db52-7cf2-481d-af59-bc87be95d0e3 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for security_group (7b377a3c-2284-465c-98da-7d334e6c9c41), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:18.545072 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5343db52-7cf2-481d-af59-bc87be95d0e3 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (7b377a3c-2284-465c-98da-7d334e6c9c41), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:18.547684 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5343db52-7cf2-481d-af59-bc87be95d0e3 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:18.548890 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-5343db52-7cf2-481d-af59-bc87be95d0e3 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] 10.222.0.112 "DELETE /v2.0/security-groups/7b377a3c-2284-465c-98da-7d334e6c9c41 HTTP/1.1" status: 204 len: 168 time: 0.2179046 Jan 25 02:31:18.558313 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5343db52-7cf2-481d-af59-bc87be95d0e3 tempest-TestVolumeBootPattern-779854274 tempest-TestVolumeBootPattern-779854274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b377a3c-2284-465c-98da-7d334e6c9c41,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:31:18.600162 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 37ee3aa2-a8a4-4631-ae48-51c6c179030e no longer exists at agent hyperv_hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:31:18.623216 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] No Port match for: 37ee3aa2-a8a4-4631-ae48-51c6c179030e {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:31:18.623560 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Device 37ee3aa2-a8a4-4631-ae48-51c6c179030e not bound to the agent host hv-cinder-82116 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:31:19.675867 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 42606) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:31:20.111009 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5f8905f0-2e60-4f2d-bde6-bb25cc285e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1015284'] for router_interface (6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:20.162620 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-16fdfa36-1de4-4853-9bb5-c6711e13e3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:20.632399 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-5f8905f0-2e60-4f2d-bde6-bb25cc285e5d admin admin] Deleting port 673fd286-0c77-4456-ac5a-318418a32fed {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:31:20.632752 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5f8905f0-2e60-4f2d-bde6-bb25cc285e5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (673fd286-0c77-4456-ac5a-318418a32fed), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:20.708575 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-5f8905f0-2e60-4f2d-bde6-bb25cc285e5d admin admin] For port 673fd286-0c77-4456-ac5a-318418a32fed, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=673fd286-0c77-4456-ac5a-318418a32fed,segment=NetworkSegment(66beaff4-e242-4eb5-839f-09270b774f2d),segment_id=66beaff4-e242-4eb5-839f-09270b774f2d)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:31:20.709292 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5f8905f0-2e60-4f2d-bde6-bb25cc285e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (673fd286-0c77-4456-ac5a-318418a32fed), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:20.721541 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-5f8905f0-2e60-4f2d-bde6-bb25cc285e5d admin admin] Calling delete_port for 673fd286-0c77-4456-ac5a-318418a32fed owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:31:20.979009 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5f8905f0-2e60-4f2d-bde6-bb25cc285e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (673fd286-0c77-4456-ac5a-318418a32fed), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:21.001601 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8905f0-2e60-4f2d-bde6-bb25cc285e5d admin admin] Pushing event deleted for resources: {'Port': ['ID=673fd286-0c77-4456-ac5a-318418a32fed,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:31:21.183226 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5f8905f0-2e60-4f2d-bde6-bb25cc285e5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1009881'] for router_interface (6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:21.392528 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8905f0-2e60-4f2d-bde6-bb25cc285e5d admin admin] Router 6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b has already been hosted by L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:31:21.513250 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8905f0-2e60-4f2d-bde6-bb25cc285e5d admin admin] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:31:21.518107 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-5f8905f0-2e60-4f2d-bde6-bb25cc285e5d admin admin] 10.222.0.112 "PUT /v2.0/routers/6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8411067 Jan 25 02:31:21.520722 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 42610) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:31:21.524141 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaac0f9-b3c1-4f42-ab6a-06783f865a42 None None] Sync routers for ids ['6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'] in dv-cinder-821168-1-iscsi {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:31:21.535120 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaac0f9-b3c1-4f42-ab6a-06783f865a42 None None] Routers {'6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:31:21.537593 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-8aaac0f9-b3c1-4f42-ab6a-06783f865a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:31:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:31:21.588579 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:21.625676 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d056fd5-b262-4f93-a580-959e547abd65 admin admin] Publish callbacks [] for router (6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:21.643132 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-8aaac0f9-b3c1-4f42-ab6a-06783f865a42 None None] Set router 6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b gateway port host: dv-cinder-821168-1-iscsi {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:31:21.725649 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d056fd5-b262-4f93-a580-959e547abd65 admin admin] Publish callbacks [] for router_gateway (6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:21.824461 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-8aaac0f9-b3c1-4f42-ab6a-06783f865a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'name': 'tempest-TestVolumeBootPattern-1419120635-router', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:31:20Z', 'revision_number': 5, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'gw_port': {'id': 'a3a27b7c-cf54-490e-87da-764bc1fc9322', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:26:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi'}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:31:21.829483 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-1d056fd5-b262-4f93-a580-959e547abd65 admin admin] Deleting port a3a27b7c-cf54-490e-87da-764bc1fc9322 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:31:21.829840 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d056fd5-b262-4f93-a580-959e547abd65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (a3a27b7c-cf54-490e-87da-764bc1fc9322), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:21.850423 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaac0f9-b3c1-4f42-ab6a-06783f865a42 None None] Checking router: 6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b for host: dv-cinder-821168-1-iscsi {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:31:21.859428 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaac0f9-b3c1-4f42-ab6a-06783f865a42 None None] Routers {'6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:31:21.860048 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-8aaac0f9-b3c1-4f42-ab6a-06783f865a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:31:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:31:21.908444 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-1d056fd5-b262-4f93-a580-959e547abd65 admin admin] For port a3a27b7c-cf54-490e-87da-764bc1fc9322, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=a3a27b7c-cf54-490e-87da-764bc1fc9322,segment=NetworkSegment(563111bc-0e97-4ad0-9464-e144d87fe1b2),segment_id=563111bc-0e97-4ad0-9464-e144d87fe1b2)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:31:21.908808 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d056fd5-b262-4f93-a580-959e547abd65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (a3a27b7c-cf54-490e-87da-764bc1fc9322), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:21.921653 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-1d056fd5-b262-4f93-a580-959e547abd65 admin admin] Calling delete_port for a3a27b7c-cf54-490e-87da-764bc1fc9322 owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:31:21.944055 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-8aaac0f9-b3c1-4f42-ab6a-06783f865a42 None None] Set router 6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:31:21.995569 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-8aaac0f9-b3c1-4f42-ab6a-06783f865a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'name': 'tempest-TestVolumeBootPattern-1419120635-router', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:31:21Z', 'revision_number': 6, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'gw_port_host': None}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:31:22.023530 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaac0f9-b3c1-4f42-ab6a-06783f865a42 None None] The sync data for ids ['6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b'] in dv-cinder-821168-1-iscsi is: [{'id': '6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b', 'name': 'tempest-TestVolumeBootPattern-1419120635-router', 'tenant_id': 'd438dbd2bb14452cbd5a8c8221417335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:22:58Z', 'updated_at': '2022-01-25T02:31:21Z', 'revision_number': 6, 'project_id': 'd438dbd2bb14452cbd5a8c8221417335', 'gw_port_host': None}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:31:22.134349 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d056fd5-b262-4f93-a580-959e547abd65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (a3a27b7c-cf54-490e-87da-764bc1fc9322), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:22.157309 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d056fd5-b262-4f93-a580-959e547abd65 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3a27b7c-cf54-490e-87da-764bc1fc9322,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:31:22.220193 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d056fd5-b262-4f93-a580-959e547abd65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1011973'] for router_gateway (6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:22.306931 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d056fd5-b262-4f93-a580-959e547abd65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1006746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1052'] for router (6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:22.308917 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d056fd5-b262-4f93-a580-959e547abd65 admin admin] Publish callbacks [] for router_controller (6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:22.391610 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d056fd5-b262-4f93-a580-959e547abd65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1006737'] for router (6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:22.392147 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d056fd5-b262-4f93-a580-959e547abd65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 02:31:22.396952 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d056fd5-b262-4f93-a580-959e547abd65 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:22.398146 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-1d056fd5-b262-4f93-a580-959e547abd65 admin admin] 10.222.0.112 "DELETE /v2.0/routers/6b9c8e7e-abdd-47e1-b4bc-f6335fb6c37b HTTP/1.1" status: 204 len: 168 time: 0.8764470 Jan 25 02:31:22.401157 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 42612) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:31:22.458008 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-914c9fbe-893e-4d6e-8940-b5e7dd88d8ed admin admin] Deleting subnet b57988f6-205e-46c8-8abb-d10883d65470 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 02:31:22.461545 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-914c9fbe-893e-4d6e-8940-b5e7dd88d8ed admin admin] Publish callbacks [] for subnet (b57988f6-205e-46c8-8abb-d10883d65470), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:22.496558 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-914c9fbe-893e-4d6e-8940-b5e7dd88d8ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039250'] for subnet (b57988f6-205e-46c8-8abb-d10883d65470), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:22.570087 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-914c9fbe-893e-4d6e-8940-b5e7dd88d8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16745065'] for subnet (b57988f6-205e-46c8-8abb-d10883d65470), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:22.693642 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-914c9fbe-893e-4d6e-8940-b5e7dd88d8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16745106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26102463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26172646'] for subnet (b57988f6-205e-46c8-8abb-d10883d65470), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:22.717105 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c9fbe-893e-4d6e-8940-b5e7dd88d8ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b57988f6-205e-46c8-8abb-d10883d65470,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:31:22.723420 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-914c9fbe-893e-4d6e-8940-b5e7dd88d8ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:22.728118 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-914c9fbe-893e-4d6e-8940-b5e7dd88d8ed admin admin] 10.222.0.112 "DELETE /v2.0/subnets/b57988f6-205e-46c8-8abb-d10883d65470 HTTP/1.1" status: 204 len: 168 time: 0.3255370 Jan 25 02:31:22.730609 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.112', 42614) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:31:22.731064 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d08f54d-2df9-40ed-81cb-3b066b410c11 None None] Network 476bff0e-63ed-4bbf-b038-72b2f7bd0810 requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:31:22.803397 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0e93f16-e5ed-4c38-995d-409147033436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16363431'] for network (476bff0e-63ed-4bbf-b038-72b2f7bd0810), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:22.857376 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 673fd286-0c77-4456-ac5a-318418a32fed no longer exists at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:31:22.872409 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b0e93f16-e5ed-4c38-995d-409147033436 admin admin] Deleting port 3511b129-0c13-4a61-949f-7af1a34c39b0 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:31:22.872773 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0e93f16-e5ed-4c38-995d-409147033436 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (3511b129-0c13-4a61-949f-7af1a34c39b0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:22.885330 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] No Port match for: 673fd286-0c77-4456-ac5a-318418a32fed {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:31:22.885688 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 673fd286-0c77-4456-ac5a-318418a32fed not bound to the agent host dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:31:22.905582 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d61b1ac-f349-43d6-b3c1-f6a596fdf80e None None] DHCP port deletion for 476bff0e-63ed-4bbf-b038-72b2f7bd0810 request from dv-cinder-821168-1-iscsi {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 02:31:22.940179 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-b0e93f16-e5ed-4c38-995d-409147033436 admin admin] For port 3511b129-0c13-4a61-949f-7af1a34c39b0, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=3511b129-0c13-4a61-949f-7af1a34c39b0,segment=NetworkSegment(66beaff4-e242-4eb5-839f-09270b774f2d),segment_id=66beaff4-e242-4eb5-839f-09270b774f2d)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:31:22.940546 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0e93f16-e5ed-4c38-995d-409147033436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (3511b129-0c13-4a61-949f-7af1a34c39b0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:22.955127 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b0e93f16-e5ed-4c38-995d-409147033436 admin admin] Calling delete_port for 3511b129-0c13-4a61-949f-7af1a34c39b0 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:31:22.956315 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4d61b1ac-f349-43d6-b3c1-f6a596fdf80e None None] Deleting port 3511b129-0c13-4a61-949f-7af1a34c39b0 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:31:22.956686 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d61b1ac-f349-43d6-b3c1-f6a596fdf80e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (3511b129-0c13-4a61-949f-7af1a34c39b0), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:23.022788 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-4d61b1ac-f349-43d6-b3c1-f6a596fdf80e None None] For port 3511b129-0c13-4a61-949f-7af1a34c39b0, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=3511b129-0c13-4a61-949f-7af1a34c39b0,segment=NetworkSegment(66beaff4-e242-4eb5-839f-09270b774f2d),segment_id=66beaff4-e242-4eb5-839f-09270b774f2d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:31:23.023382 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d61b1ac-f349-43d6-b3c1-f6a596fdf80e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (3511b129-0c13-4a61-949f-7af1a34c39b0), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:23.040782 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4d61b1ac-f349-43d6-b3c1-f6a596fdf80e None None] Calling delete_port for 3511b129-0c13-4a61-949f-7af1a34c39b0 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:31:23.118420 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0e93f16-e5ed-4c38-995d-409147033436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25362021'] for port (3511b129-0c13-4a61-949f-7af1a34c39b0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:23.130541 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:23.145073 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e93f16-e5ed-4c38-995d-409147033436 admin admin] Pushing event deleted for resources: {'Port': ['ID=3511b129-0c13-4a61-949f-7af1a34c39b0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:31:23.145564 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:23.146439 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d61b1ac-f349-43d6-b3c1-f6a596fdf80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249'] for port (3511b129-0c13-4a61-949f-7af1a34c39b0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:23.156063 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e93f16-e5ed-4c38-995d-409147033436 admin admin] No DVR routers for this DVR port 3511b129-0c13-4a61-949f-7af1a34c39b0 on host dv-cinder-821168-1-iscsi {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:31:23.160164 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e93f16-e5ed-4c38-995d-409147033436 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:23.160576 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e93f16-e5ed-4c38-995d-409147033436 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:23.160983 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e93f16-e5ed-4c38-995d-409147033436 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:23.161398 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e93f16-e5ed-4c38-995d-409147033436 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:23.161796 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e93f16-e5ed-4c38-995d-409147033436 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:23.162186 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e93f16-e5ed-4c38-995d-409147033436 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:23.162605 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e93f16-e5ed-4c38-995d-409147033436 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:23.162992 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e93f16-e5ed-4c38-995d-409147033436 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:23.164052 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e93f16-e5ed-4c38-995d-409147033436 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:23.164524 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e93f16-e5ed-4c38-995d-409147033436 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:23.164921 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e93f16-e5ed-4c38-995d-409147033436 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:23.165308 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e93f16-e5ed-4c38-995d-409147033436 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:23.165694 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e93f16-e5ed-4c38-995d-409147033436 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:23.174063 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d61b1ac-f349-43d6-b3c1-f6a596fdf80e None None] Pushing event deleted for resources: {'Port': ['ID=3511b129-0c13-4a61-949f-7af1a34c39b0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:31:23.179387 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d61b1ac-f349-43d6-b3c1-f6a596fdf80e None None] No DVR routers for this DVR port 3511b129-0c13-4a61-949f-7af1a34c39b0 on host dv-cinder-821168-1-iscsi {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:31:23.186621 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d61b1ac-f349-43d6-b3c1-f6a596fdf80e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:23.186847 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d61b1ac-f349-43d6-b3c1-f6a596fdf80e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:23.187198 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d61b1ac-f349-43d6-b3c1-f6a596fdf80e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:23.187545 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d61b1ac-f349-43d6-b3c1-f6a596fdf80e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:23.188021 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d61b1ac-f349-43d6-b3c1-f6a596fdf80e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:23.188207 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d61b1ac-f349-43d6-b3c1-f6a596fdf80e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:23.188542 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d61b1ac-f349-43d6-b3c1-f6a596fdf80e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:23.189366 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d61b1ac-f349-43d6-b3c1-f6a596fdf80e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:23.189366 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d61b1ac-f349-43d6-b3c1-f6a596fdf80e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:23.189559 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d61b1ac-f349-43d6-b3c1-f6a596fdf80e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:23.189823 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d61b1ac-f349-43d6-b3c1-f6a596fdf80e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:23.190151 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d61b1ac-f349-43d6-b3c1-f6a596fdf80e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:23.192779 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d61b1ac-f349-43d6-b3c1-f6a596fdf80e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821168-1-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:23.236834 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0e93f16-e5ed-4c38-995d-409147033436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16730868', 'neutron.services.segments.db._delete_segments_for_network-8777998562223'] for network (476bff0e-63ed-4bbf-b038-72b2f7bd0810), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:23.260154 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-b0e93f16-e5ed-4c38-995d-409147033436 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['476bff0e-63ed-4bbf-b038-72b2f7bd0810']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:31:23.269155 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-b0e93f16-e5ed-4c38-995d-409147033436 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66beaff4-e242-4eb5-839f-09270b774f2d') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:31:23.269453 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-b0e93f16-e5ed-4c38-995d-409147033436 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66beaff4-e242-4eb5-839f-09270b774f2d') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:31:23.279051 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0e93f16-e5ed-4c38-995d-409147033436 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777998562097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25179595'] for segment (66beaff4-e242-4eb5-839f-09270b774f2d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:23.291529 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0e93f16-e5ed-4c38-995d-409147033436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422'] for segment (66beaff4-e242-4eb5-839f-09270b774f2d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:23.297092 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0e93f16-e5ed-4c38-995d-409147033436 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 02:31:23.297469 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0e93f16-e5ed-4c38-995d-409147033436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25361942'] for segment (66beaff4-e242-4eb5-839f-09270b774f2d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:23.299081 dv-cinder-821168-1-iscsi neutron-server[103188]: Traceback (most recent call last): Jan 25 02:31:23.299081 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 02:31:23.299081 dv-cinder-821168-1-iscsi neutron-server[103188]: timer() Jan 25 02:31:23.299081 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 02:31:23.299081 dv-cinder-821168-1-iscsi neutron-server[103188]: cb(*args, **kw) Jan 25 02:31:23.299081 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 02:31:23.299081 dv-cinder-821168-1-iscsi neutron-server[103188]: return func(*args, **kwargs) Jan 25 02:31:23.299081 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 02:31:23.299081 dv-cinder-821168-1-iscsi neutron-server[103188]: self._notify() Jan 25 02:31:23.299081 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 02:31:23.299081 dv-cinder-821168-1-iscsi neutron-server[103188]: self.callback(batched_events) Jan 25 02:31:23.299081 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 02:31:23.299081 dv-cinder-821168-1-iscsi neutron-server[103188]: event.method(event) Jan 25 02:31:23.299081 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 02:31:23.299081 dv-cinder-821168-1-iscsi neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 02:31:23.299081 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 02:31:23.299081 dv-cinder-821168-1-iscsi neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 02:31:23.299081 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 02:31:23.299081 dv-cinder-821168-1-iscsi neutron-server[103188]: return f(self, *a, **k) Jan 25 02:31:23.299081 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 02:31:23.299081 dv-cinder-821168-1-iscsi neutron-server[103188]: return self._get(url).json() Jan 25 02:31:23.299081 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 02:31:23.299081 dv-cinder-821168-1-iscsi neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 02:31:23.299081 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 02:31:23.299081 dv-cinder-821168-1-iscsi neutron-server[103188]: return self.request(url, 'GET', **kwargs) Jan 25 02:31:23.299081 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 02:31:23.299081 dv-cinder-821168-1-iscsi neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 02:31:23.299081 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 02:31:23.299081 dv-cinder-821168-1-iscsi neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 02:31:23.299081 dv-cinder-821168-1-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 02:31:23.299081 dv-cinder-821168-1-iscsi neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 02:31:23.299081 dv-cinder-821168-1-iscsi neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 02:31:23.402598 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0e93f16-e5ed-4c38-995d-409147033436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16730819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013164'] for network (476bff0e-63ed-4bbf-b038-72b2f7bd0810), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:23.408279 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0e93f16-e5ed-4c38-995d-409147033436 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:23.411431 dv-cinder-821168-1-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-b0e93f16-e5ed-4c38-995d-409147033436 admin admin] 10.222.0.112 "DELETE /v2.0/networks/476bff0e-63ed-4bbf-b038-72b2f7bd0810 HTTP/1.1" status: 204 len: 168 time: 0.6786110 Jan 25 02:31:23.415201 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 42618) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:31:23.422350 dv-cinder-821168-1-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e93f16-e5ed-4c38-995d-409147033436 admin admin] Pushing event deleted for resources: {'Network': ['ID=476bff0e-63ed-4bbf-b038-72b2f7bd0810,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:31:23.752248 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9b3cf2ad-6f2e-4b45-adfb-4b93a4f5884d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1015284'] for router_interface (82d06ef4-0e75-424c-a162-5aeb499d046e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:23.988760 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-9b3cf2ad-6f2e-4b45-adfb-4b93a4f5884d admin admin] Deleting port 1e72b5fc-bab7-4749-b371-d4cbe16395a1 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:31:23.989105 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9b3cf2ad-6f2e-4b45-adfb-4b93a4f5884d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (1e72b5fc-bab7-4749-b371-d4cbe16395a1), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:24.323551 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-9b3cf2ad-6f2e-4b45-adfb-4b93a4f5884d admin admin] For port 1e72b5fc-bab7-4749-b371-d4cbe16395a1, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=1e72b5fc-bab7-4749-b371-d4cbe16395a1,segment=NetworkSegment(358bc0ef-4200-4ce0-8f32-c88b626b0a04),segment_id=358bc0ef-4200-4ce0-8f32-c88b626b0a04)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:31:24.323920 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9b3cf2ad-6f2e-4b45-adfb-4b93a4f5884d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (1e72b5fc-bab7-4749-b371-d4cbe16395a1), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:24.336728 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-9b3cf2ad-6f2e-4b45-adfb-4b93a4f5884d admin admin] Calling delete_port for 1e72b5fc-bab7-4749-b371-d4cbe16395a1 owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:31:24.473395 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 3511b129-0c13-4a61-949f-7af1a34c39b0 no longer exists at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:31:24.495063 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] No Port match for: 3511b129-0c13-4a61-949f-7af1a34c39b0 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:31:24.495499 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 3511b129-0c13-4a61-949f-7af1a34c39b0 not bound to the agent host dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:31:24.495976 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device a3a27b7c-cf54-490e-87da-764bc1fc9322 no longer exists at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:31:24.516382 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] No Port match for: a3a27b7c-cf54-490e-87da-764bc1fc9322 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:31:24.516733 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device a3a27b7c-cf54-490e-87da-764bc1fc9322 not bound to the agent host dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:31:24.533298 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:24.562007 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9b3cf2ad-6f2e-4b45-adfb-4b93a4f5884d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (1e72b5fc-bab7-4749-b371-d4cbe16395a1), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:24.588900 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3cf2ad-6f2e-4b45-adfb-4b93a4f5884d admin admin] Pushing event deleted for resources: {'Port': ['ID=1e72b5fc-bab7-4749-b371-d4cbe16395a1,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:31:24.751195 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9b3cf2ad-6f2e-4b45-adfb-4b93a4f5884d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1009881'] for router_interface (82d06ef4-0e75-424c-a162-5aeb499d046e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:24.962251 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3cf2ad-6f2e-4b45-adfb-4b93a4f5884d admin admin] Router 82d06ef4-0e75-424c-a162-5aeb499d046e has already been hosted by L3 agent a167334c-b281-49b4-b880-a1de8a7d2d86 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:31:25.069154 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3cf2ad-6f2e-4b45-adfb-4b93a4f5884d admin admin] Notify agent at l3_agent.dv-cinder-821168-1-iscsi the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:31:25.074939 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-9b3cf2ad-6f2e-4b45-adfb-4b93a4f5884d admin admin] 10.222.0.112 "PUT /v2.0/routers/82d06ef4-0e75-424c-a162-5aeb499d046e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6585538 Jan 25 02:31:25.077672 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 42620) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:31:25.080159 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257e2cb9-48c4-499b-b65d-8971873f337c None None] Sync routers for ids ['82d06ef4-0e75-424c-a162-5aeb499d046e'] in dv-cinder-821168-1-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:31:25.090960 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257e2cb9-48c4-499b-b65d-8971873f337c None None] Routers {'82d06ef4-0e75-424c-a162-5aeb499d046e'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:31:25.091574 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-257e2cb9-48c4-499b-b65d-8971873f337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:31:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['82d06ef4-0e75-424c-a162-5aeb499d046e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:31:25.182897 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c4d7d94d-e7df-4fcd-a11e-5cfbbdd64cd0 admin admin] Publish callbacks [] for router (82d06ef4-0e75-424c-a162-5aeb499d046e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:25.198002 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-257e2cb9-48c4-499b-b65d-8971873f337c None None] Set router 82d06ef4-0e75-424c-a162-5aeb499d046e gateway port host: dv-cinder-821168-1-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:31:25.286846 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c4d7d94d-e7df-4fcd-a11e-5cfbbdd64cd0 admin admin] Publish callbacks [] for router_gateway (82d06ef4-0e75-424c-a162-5aeb499d046e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:25.375163 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-257e2cb9-48c4-499b-b65d-8971873f337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d06ef4-0e75-424c-a162-5aeb499d046e', 'name': 'tempest-TestVolumeBootPattern-1994293644-router', 'tenant_id': '4c3a12fd73bb4f929d62a796d3478160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'external_fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '033a3e59-3499-453a-b4d8-cd3fafbee714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:23:03Z', 'updated_at': '2022-01-25T02:31:24Z', 'revision_number': 5, 'project_id': '4c3a12fd73bb4f929d62a796d3478160', 'gw_port': {'id': '033a3e59-3499-453a-b4d8-cd3fafbee714', 'name': '', 'network_id': 'a4beea5e-7380-4f54-a79a-85c8e3bac423', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:60:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d06ef4-0e75-424c-a162-5aeb499d046e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821168-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:23:04Z', 'updated_at': '2022-01-25T02:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7e657314-da2c-44e4-949d-aa8ff76f9246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821168-1-iscsi'}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:31:25.399861 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-c4d7d94d-e7df-4fcd-a11e-5cfbbdd64cd0 admin admin] Deleting port 033a3e59-3499-453a-b4d8-cd3fafbee714 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:31:25.400200 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c4d7d94d-e7df-4fcd-a11e-5cfbbdd64cd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (033a3e59-3499-453a-b4d8-cd3fafbee714), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:25.401460 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257e2cb9-48c4-499b-b65d-8971873f337c None None] Checking router: 82d06ef4-0e75-424c-a162-5aeb499d046e for host: dv-cinder-821168-1-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:31:25.409571 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257e2cb9-48c4-499b-b65d-8971873f337c None None] Routers {'82d06ef4-0e75-424c-a162-5aeb499d046e'} bound to L3 agent in host dv-cinder-821168-1-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:31:25.410181 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-257e2cb9-48c4-499b-b65d-8971873f337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821168-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:03:50Z,description=,heartbeat_timestamp=2022-01-25T02:31:20Z,host='dv-cinder-821168-1-iscsi',id=a167334c-b281-49b4-b880-a1de8a7d2d86,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:03:51Z,topic='l3_agent')) {'router_ids': ['82d06ef4-0e75-424c-a162-5aeb499d046e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:31:25.482139 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-c4d7d94d-e7df-4fcd-a11e-5cfbbdd64cd0 admin admin] For port 033a3e59-3499-453a-b4d8-cd3fafbee714, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=033a3e59-3499-453a-b4d8-cd3fafbee714,segment=NetworkSegment(563111bc-0e97-4ad0-9464-e144d87fe1b2),segment_id=563111bc-0e97-4ad0-9464-e144d87fe1b2)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:31:25.482547 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c4d7d94d-e7df-4fcd-a11e-5cfbbdd64cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (033a3e59-3499-453a-b4d8-cd3fafbee714), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:25.495458 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-c4d7d94d-e7df-4fcd-a11e-5cfbbdd64cd0 admin admin] Calling delete_port for 033a3e59-3499-453a-b4d8-cd3fafbee714 owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:31:25.495750 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-257e2cb9-48c4-499b-b65d-8971873f337c None None] Set router 82d06ef4-0e75-424c-a162-5aeb499d046e gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:31:25.641214 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-257e2cb9-48c4-499b-b65d-8971873f337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d06ef4-0e75-424c-a162-5aeb499d046e', 'name': 'tempest-TestVolumeBootPattern-1994293644-router', 'tenant_id': '4c3a12fd73bb4f929d62a796d3478160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:23:03Z', 'updated_at': '2022-01-25T02:31:25Z', 'revision_number': 6, 'project_id': '4c3a12fd73bb4f929d62a796d3478160', 'gw_port_host': None}], 'dv-cinder-821168-1-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:31:25.669896 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257e2cb9-48c4-499b-b65d-8971873f337c None None] The sync data for ids ['82d06ef4-0e75-424c-a162-5aeb499d046e'] in dv-cinder-821168-1-iscsi is: [{'id': '82d06ef4-0e75-424c-a162-5aeb499d046e', 'name': 'tempest-TestVolumeBootPattern-1994293644-router', 'tenant_id': '4c3a12fd73bb4f929d62a796d3478160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:23:03Z', 'updated_at': '2022-01-25T02:31:25Z', 'revision_number': 6, 'project_id': '4c3a12fd73bb4f929d62a796d3478160', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:31:25.739316 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c4d7d94d-e7df-4fcd-a11e-5cfbbdd64cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (033a3e59-3499-453a-b4d8-cd3fafbee714), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:25.764828 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d7d94d-e7df-4fcd-a11e-5cfbbdd64cd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=033a3e59-3499-453a-b4d8-cd3fafbee714,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:31:25.823414 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c4d7d94d-e7df-4fcd-a11e-5cfbbdd64cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1011973'] for router_gateway (82d06ef4-0e75-424c-a162-5aeb499d046e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:25.912475 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c4d7d94d-e7df-4fcd-a11e-5cfbbdd64cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1006746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1052'] for router (82d06ef4-0e75-424c-a162-5aeb499d046e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:25.914673 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c4d7d94d-e7df-4fcd-a11e-5cfbbdd64cd0 admin admin] Publish callbacks [] for router_controller (82d06ef4-0e75-424c-a162-5aeb499d046e), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:26.014085 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c4d7d94d-e7df-4fcd-a11e-5cfbbdd64cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1006737'] for router (82d06ef4-0e75-424c-a162-5aeb499d046e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:26.014779 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d7d94d-e7df-4fcd-a11e-5cfbbdd64cd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82d06ef4-0e75-424c-a162-5aeb499d046e {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 02:31:26.018866 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c4d7d94d-e7df-4fcd-a11e-5cfbbdd64cd0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:26.020046 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-c4d7d94d-e7df-4fcd-a11e-5cfbbdd64cd0 admin admin] 10.222.0.112 "DELETE /v2.0/routers/82d06ef4-0e75-424c-a162-5aeb499d046e HTTP/1.1" status: 204 len: 168 time: 0.9414587 Jan 25 02:31:26.022615 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 42622) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:31:26.067736 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f3281b1-9002-441c-b24c-d22a6ce4eb03 admin admin] Deleting subnet f6f76186-f0e9-450d-883b-00d291841048 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 02:31:26.071747 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2f3281b1-9002-441c-b24c-d22a6ce4eb03 admin admin] Publish callbacks [] for subnet (f6f76186-f0e9-450d-883b-00d291841048), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:26.117477 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2f3281b1-9002-441c-b24c-d22a6ce4eb03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039250'] for subnet (f6f76186-f0e9-450d-883b-00d291841048), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:26.193853 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2f3281b1-9002-441c-b24c-d22a6ce4eb03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16745065'] for subnet (f6f76186-f0e9-450d-883b-00d291841048), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:26.317029 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2f3281b1-9002-441c-b24c-d22a6ce4eb03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16745106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26102463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26172646'] for subnet (f6f76186-f0e9-450d-883b-00d291841048), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:26.342734 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3281b1-9002-441c-b24c-d22a6ce4eb03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6f76186-f0e9-450d-883b-00d291841048,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:31:26.346245 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2f3281b1-9002-441c-b24c-d22a6ce4eb03 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:26.349529 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-2f3281b1-9002-441c-b24c-d22a6ce4eb03 admin admin] 10.222.0.112 "DELETE /v2.0/subnets/f6f76186-f0e9-450d-883b-00d291841048 HTTP/1.1" status: 204 len: 168 time: 0.3256996 Jan 25 02:31:26.351935 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 42624) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:31:26.352230 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c3b23e-4371-463f-9a3e-6f4279043179 None None] Network 3f770ab6-376c-4aaf-bacc-1f205644a6c9 requested from dv-cinder-821168-1-iscsi {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:31:26.425276 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ed7d923f-a73e-4357-8d5d-db01cbb84e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16363431'] for network (3f770ab6-376c-4aaf-bacc-1f205644a6c9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:26.483126 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-ed7d923f-a73e-4357-8d5d-db01cbb84e2a admin admin] Deleting port 39dc95ca-a2a0-4e11-86df-96733e658365 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:31:26.483733 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ed7d923f-a73e-4357-8d5d-db01cbb84e2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (39dc95ca-a2a0-4e11-86df-96733e658365), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:26.524621 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b1c955-ec3e-4863-af35-e9020f236e7f None None] DHCP port deletion for 3f770ab6-376c-4aaf-bacc-1f205644a6c9 request from dv-cinder-821168-1-iscsi {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 02:31:26.526648 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 033a3e59-3499-453a-b4d8-cd3fafbee714 no longer exists at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:31:26.548467 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] No Port match for: 033a3e59-3499-453a-b4d8-cd3fafbee714 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:31:26.548805 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 033a3e59-3499-453a-b4d8-cd3fafbee714 not bound to the agent host dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:31:26.549216 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 1e72b5fc-bab7-4749-b371-d4cbe16395a1 no longer exists at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:31:26.552814 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-ed7d923f-a73e-4357-8d5d-db01cbb84e2a admin admin] For port 39dc95ca-a2a0-4e11-86df-96733e658365, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=39dc95ca-a2a0-4e11-86df-96733e658365,segment=NetworkSegment(358bc0ef-4200-4ce0-8f32-c88b626b0a04),segment_id=358bc0ef-4200-4ce0-8f32-c88b626b0a04)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:31:26.553180 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ed7d923f-a73e-4357-8d5d-db01cbb84e2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (39dc95ca-a2a0-4e11-86df-96733e658365), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:26.566261 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-ed7d923f-a73e-4357-8d5d-db01cbb84e2a admin admin] Calling delete_port for 39dc95ca-a2a0-4e11-86df-96733e658365 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:31:26.589827 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] No Port match for: 1e72b5fc-bab7-4749-b371-d4cbe16395a1 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:31:26.590173 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 1e72b5fc-bab7-4749-b371-d4cbe16395a1 not bound to the agent host dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:31:26.610912 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-74b1c955-ec3e-4863-af35-e9020f236e7f None None] Deleting port 39dc95ca-a2a0-4e11-86df-96733e658365 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:31:26.611285 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74b1c955-ec3e-4863-af35-e9020f236e7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777998513354'] for port (39dc95ca-a2a0-4e11-86df-96733e658365), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:26.675837 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-74b1c955-ec3e-4863-af35-e9020f236e7f None None] For port 39dc95ca-a2a0-4e11-86df-96733e658365, host dv-cinder-821168-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821168-1-iscsi',level=0,port_id=39dc95ca-a2a0-4e11-86df-96733e658365,segment=NetworkSegment(358bc0ef-4200-4ce0-8f32-c88b626b0a04),segment_id=358bc0ef-4200-4ce0-8f32-c88b626b0a04)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:31:26.676234 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74b1c955-ec3e-4863-af35-e9020f236e7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1012074'] for port (39dc95ca-a2a0-4e11-86df-96733e658365), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:26.692460 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-74b1c955-ec3e-4863-af35-e9020f236e7f None None] Calling delete_port for 39dc95ca-a2a0-4e11-86df-96733e658365 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:31:26.722640 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ed7d923f-a73e-4357-8d5d-db01cbb84e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26102418'] for port (39dc95ca-a2a0-4e11-86df-96733e658365), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:26.749084 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d923f-a73e-4357-8d5d-db01cbb84e2a admin admin] Pushing event deleted for resources: {'Port': ['ID=39dc95ca-a2a0-4e11-86df-96733e658365,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:31:26.756735 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7d923f-a73e-4357-8d5d-db01cbb84e2a admin admin] No DVR routers for this DVR port 39dc95ca-a2a0-4e11-86df-96733e658365 on host dv-cinder-821168-1-iscsi {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:31:26.780360 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74b1c955-ec3e-4863-af35-e9020f236e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16687118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777998522179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777998067249'] for port (39dc95ca-a2a0-4e11-86df-96733e658365), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:26.806076 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b1c955-ec3e-4863-af35-e9020f236e7f None None] Pushing event deleted for resources: {'Port': ['ID=39dc95ca-a2a0-4e11-86df-96733e658365,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:31:26.810597 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b1c955-ec3e-4863-af35-e9020f236e7f None None] No DVR routers for this DVR port 39dc95ca-a2a0-4e11-86df-96733e658365 on host dv-cinder-821168-1-iscsi {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:31:26.830038 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ed7d923f-a73e-4357-8d5d-db01cbb84e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16730868', 'neutron.services.segments.db._delete_segments_for_network-8777998562223'] for network (3f770ab6-376c-4aaf-bacc-1f205644a6c9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:26.849148 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.services.segments.db [None req-ed7d923f-a73e-4357-8d5d-db01cbb84e2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f770ab6-376c-4aaf-bacc-1f205644a6c9']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:31:26.857989 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.services.segments.db [None req-ed7d923f-a73e-4357-8d5d-db01cbb84e2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '358bc0ef-4200-4ce0-8f32-c88b626b0a04') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:31:26.858286 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.services.segments.db [None req-ed7d923f-a73e-4357-8d5d-db01cbb84e2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '358bc0ef-4200-4ce0-8f32-c88b626b0a04') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:31:26.867950 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ed7d923f-a73e-4357-8d5d-db01cbb84e2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777998562097', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039243'] for segment (358bc0ef-4200-4ce0-8f32-c88b626b0a04), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:26.880964 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ed7d923f-a73e-4357-8d5d-db01cbb84e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422'] for segment (358bc0ef-4200-4ce0-8f32-c88b626b0a04), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:26.887739 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed7d923f-a73e-4357-8d5d-db01cbb84e2a admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ed7d923f-a73e-4357-8d5d-db01cbb84e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16735422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26102497'] for segment (358bc0ef-4200-4ce0-8f32-c88b626b0a04), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: warnings.warn(msg) Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: Traceback (most recent call last): Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: timer() Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: cb(*args, **kw) Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: return func(*args, **kwargs) Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: self._notify() Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: self.callback(batched_events) Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: event.method(event) Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: return f(self, *a, **k) Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: return self._get(url).json() Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: return self.request(url, 'GET', **kwargs) Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 02:31:26.891823 dv-cinder-821168-1-iscsi neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 02:31:26.895864 dv-cinder-821168-1-iscsi neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 02:31:26.895864 dv-cinder-821168-1-iscsi neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 02:31:26.895864 dv-cinder-821168-1-iscsi neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 02:31:27.013466 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ed7d923f-a73e-4357-8d5d-db01cbb84e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16730819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1013164'] for network (3f770ab6-376c-4aaf-bacc-1f205644a6c9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:27.030482 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ed7d923f-a73e-4357-8d5d-db01cbb84e2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528408'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:27.030482 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-ed7d923f-a73e-4357-8d5d-db01cbb84e2a admin admin] 10.222.0.112 "DELETE /v2.0/networks/3f770ab6-376c-4aaf-bacc-1f205644a6c9 HTTP/1.1" status: 204 len: 168 time: 0.6699424 Jan 25 02:31:27.032322 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d923f-a73e-4357-8d5d-db01cbb84e2a admin admin] Pushing event deleted for resources: {'Network': ['ID=3f770ab6-376c-4aaf-bacc-1f205644a6c9,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:31:27.352100 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 42628) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:31:27.390934 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-a6971dd9-83ee-47b3-8175-428e7d528b66 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=d438dbd2bb14452cbd5a8c8221417335&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376821 Jan 25 02:31:27.393285 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 42630) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:31:27.439463 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e5a4a32a-a40f-4615-b002-f8bac86373d4 admin admin] Publish callbacks [] for security_group (5d3f4172-8970-4644-97f6-19ce6e0c6e5c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:27.461045 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e5a4a32a-a40f-4615-b002-f8bac86373d4 admin admin] Publish callbacks [] for security_group (5d3f4172-8970-4644-97f6-19ce6e0c6e5c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:27.556569 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e5a4a32a-a40f-4615-b002-f8bac86373d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (5d3f4172-8970-4644-97f6-19ce6e0c6e5c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:27.559143 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e5a4a32a-a40f-4615-b002-f8bac86373d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:27.560289 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-e5a4a32a-a40f-4615-b002-f8bac86373d4 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/5d3f4172-8970-4644-97f6-19ce6e0c6e5c HTTP/1.1" status: 204 len: 168 time: 0.1661294 Jan 25 02:31:27.567936 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4a32a-a40f-4615-b002-f8bac86373d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3f4172-8970-4644-97f6-19ce6e0c6e5c,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:31:28.151005 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 42636) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:31:28.189693 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-41288ffb-ef29-4b6a-a40b-cb56a2a747d0 admin admin] 10.222.0.112 "GET /v2.0/security-groups?tenant_id=4c3a12fd73bb4f929d62a796d3478160&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375371 Jan 25 02:31:28.192250 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.112', 42638) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:31:28.240593 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-66642ef7-5184-460b-ab08-e2a23ff84e12 admin admin] Publish callbacks [] for security_group (b7792b96-8765-418a-871f-e1b49157d9e4), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:28.260535 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-66642ef7-5184-460b-ab08-e2a23ff84e12 admin admin] Publish callbacks [] for security_group (b7792b96-8765-418a-871f-e1b49157d9e4), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:28.373621 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-66642ef7-5184-460b-ab08-e2a23ff84e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970516'] for security_group (b7792b96-8765-418a-871f-e1b49157d9e4), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:28.376186 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-66642ef7-5184-460b-ab08-e2a23ff84e12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:28.377358 dv-cinder-821168-1-iscsi neutron-server[103187]: INFO neutron.wsgi [None req-66642ef7-5184-460b-ab08-e2a23ff84e12 admin admin] 10.222.0.112 "DELETE /v2.0/security-groups/b7792b96-8765-418a-871f-e1b49157d9e4 HTTP/1.1" status: 204 len: 168 time: 0.1842334 Jan 25 02:31:28.385946 dv-cinder-821168-1-iscsi neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66642ef7-5184-460b-ab08-e2a23ff84e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7792b96-8765-418a-871f-e1b49157d9e4,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:31:28.470740 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 39dc95ca-a2a0-4e11-86df-96733e658365 no longer exists at agent ovs-agent-dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:31:28.491672 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] No Port match for: 39dc95ca-a2a0-4e11-86df-96733e658365 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:31:28.492115 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Device 39dc95ca-a2a0-4e11-86df-96733e658365 not bound to the agent host dv-cinder-821168-1-iscsi {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:31:47.659199 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2381381e-73c6-4bdd-b6e1-de6150eaedb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:50.201413 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-649e2ecc-69f9-4910-ab15-d6aa3da1ec58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:51.573053 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:53.161252 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:53.195350 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:54.543939 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:55.158983 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:32:17.657415 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45e53f83-de2c-4bec-8caf-4baa8747bbfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:32:20.177676 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4c8e217-f23b-4ed3-8754-59eaecf89e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:32:21.600541 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:32:23.114766 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:32:23.137878 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:32:24.520783 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:32:32.157528 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:32:47.657548 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6efb519-ebaa-4611-bc77-14b7cbd2af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:32:50.170200 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1457d6c-885e-4bbe-b787-65c7bd90b368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:32:51.577132 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:32:53.103002 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:32:53.125753 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:32:54.530087 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:33:09.161257 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:33:17.656630 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad603c31-cf70-4155-a404-4c8d0e52751b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:33:20.154603 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4803c296-267e-47aa-8a52-2676eb96b17d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:33:21.603248 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:33:23.159602 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:33:23.170903 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:33:24.559701 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:33:46.160048 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:33:47.656350 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-76eafc31-c68b-4d8b-95a4-df207c3df786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:33:50.225769 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a8ff9af6-1f6c-4167-aecb-d03bb50628a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:33:51.599261 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:33:53.176106 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:33:53.187600 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:33:54.536308 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:34:17.678786 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0b1bf81e-3440-47c2-ba86-e333d045a405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:34:20.164138 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2333b081-84dd-4c04-a555-77f4f25ad4c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:34:21.589745 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:34:23.159095 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:34:23.181764 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:34:23.192723 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:34:24.569948 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:34:47.663080 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06400f5d-7f0f-4f83-aa26-1ee528b1bc7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:34:50.200386 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ba4e1f00-775c-49c3-839a-c520b8d78fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:34:51.614999 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:34:53.201239 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:34:53.226517 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:34:54.540500 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:00.157611 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:35:17.660238 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b4cd4481-914c-4b43-bb1e-6e478444407d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:20.182453 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e1a125fa-d789-4392-bb6a-71c56e1ebee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:21.620351 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:23.159175 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:23.187518 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:24.518957 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:37.156528 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:35:47.689842 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6a2fab8-5c61-4d3a-b6b0-8c9436441414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:50.181121 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-453562d5-eebd-447f-a28e-71812a1af8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:51.592140 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:53.191396 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:53.213995 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:54.547298 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:14.154662 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:36:17.660094 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-35bec636-2823-49e3-a91b-12b7a6d4d2c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:20.191264 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-36d907f4-6b6a-4e9d-bfa0-efb325a1603d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:21.597059 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:23.169122 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:23.203240 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:24.517323 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:47.676070 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ab4ed9c8-af9f-4bb7-bdd9-e98be136ed6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (e69e460b-fe2d-42d0-be9b-976257b6f4ce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:50.195850 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ad16734-a5b7-40fb-bf38-aa1a84379d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a167334c-b281-49b4-b880-a1de8a7d2d86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:51.153099 dv-cinder-821168-1-iscsi neutron-server[103190]: DEBUG neutron.db.agents_db [None req-a534e4b6-3891-463e-b5c8-c2ac199042c4 None None] Agent healthcheck: found 6 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:36:51.613216 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-256956ab-f0c5-4c83-a08e-cd85cfa3acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (a492a63e-f32a-4470-89f6-a3612c10a5b1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:53.184563 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-881c1b43-4500-4507-b510-dc98f833056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (b83a3c54-0687-4605-bc10-d38aaef52bef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:53.207215 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2794d9cc-7775-40cd-90b5-54ec07fa3c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (52d0b4b2-7edd-4256-a5ca-dd2d58b489f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:54.555845 dv-cinder-821168-1-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccaac976-dec5-40d0-9e85-de04e0a96dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777998562205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16745998'] for agent (086e82f0-eb32-4dd2-8729-4ab634561567), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}